-- Logs begin at Thu 2021-02-18 11:44:23 UTC, end at Thu 2021-02-18 13:09:25 UTC. -- Feb 18 12:21:14.458291 dv-cinder-776422-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 18 12:21:17.241528 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.common.config [-] Logging enabled! Feb 18 12:21:17.242122 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev533 Feb 18 12:21:17.243381 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83873) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 18 12:21:17.245351 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.common.config [-] Logging enabled! Feb 18 12:21:17.245638 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev533 Feb 18 12:21:17.245985 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83873) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 18 12:21:17.247037 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 18 12:21:17.247301 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 18 12:21:17.248369 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 18 12:21:17.248652 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 18 12:21:17.248914 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 18 12:21:17.249540 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.249884 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.250224 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.250486 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.250822 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.251156 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.252006 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.252349 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.252688 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.253011 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.253325 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.253643 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.253923 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.254275 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.254604 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.254928 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.255182 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] debug = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.255518 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.256100 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.256461 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.256780 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.257262 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.257773 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.258280 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.258731 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.259226 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] host = dv-cinder-776422-1-iscsi {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.259571 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.259903 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.260234 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.260566 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.260966 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.261280 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.261739 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.261999 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.262358 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] log_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.262626 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.262958 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.263286 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.263645 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.263904 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.264158 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.264484 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.264817 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.265133 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.265445 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.265750 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.266058 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.266483 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.266789 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.267141 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.268060 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.268481 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.268795 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.269113 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.269425 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.269736 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.270065 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.270430 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.270740 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.271046 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.271375 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.271705 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.272017 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.272360 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.272681 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.273000 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.273322 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.273631 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.273953 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.274260 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.274567 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.274872 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] use_json = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.275177 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.275523 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.275830 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.276144 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.276447 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.276754 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.277056 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.277380 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:17.277793 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.278133 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.278627 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.279170 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.279754 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.280145 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.280579 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.280900 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.281237 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.281576 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.281966 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.282309 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.282639 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.283390 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.283390 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.283750 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.284091 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.284428 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.284744 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.285055 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.285366 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.285683 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.286008 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.286343 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.286672 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.286983 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.287298 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.287650 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.287968 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.288276 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.288592 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.288930 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.289242 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.289550 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.289867 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.290181 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.290486 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.290789 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.291164 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.291519 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.291826 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.292135 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.292511 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.292822 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.293129 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.293454 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.293765 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.294072 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.294376 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.294689 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.294996 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.295303 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.295637 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.295945 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.296257 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.296564 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.296868 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.297174 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.297479 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.297784 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.298087 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.298418 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.298854 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.299163 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.299479 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.299808 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.300116 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.300425 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.300816 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.301226 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.301544 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.302007 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.302534 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.303060 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.303476 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.303912 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.304234 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.304556 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.304875 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.305217 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.305545 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.305867 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.306279 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.306598 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.306940 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.307260 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.307605 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.307922 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.308242 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.308563 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.308894 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.309227 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.309561 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.309892 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.310226 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.310558 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.310876 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.311231 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.311651 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:17.311903 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 18 12:21:17.312172 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83873) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 18 12:21:17.984496 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO keyring.backend [-] Loading Gnome Feb 18 12:21:18.002838 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO keyring.backend [-] Loading Google Feb 18 12:21:18.005519 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO keyring.backend [-] Loading Windows (alt) Feb 18 12:21:18.009047 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO keyring.backend [-] Loading file Feb 18 12:21:18.010012 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO keyring.backend [-] Loading keyczar Feb 18 12:21:18.010288 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO keyring.backend [-] Loading multi Feb 18 12:21:18.010937 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO keyring.backend [-] Loading pyfs Feb 18 12:21:18.057055 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:21:18.057376 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:21:18.057696 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:21:18.058065 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 18 12:21:18.452578 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:18.453136 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:18.453136 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:18.503090 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:18.503402 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:18.503727 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:18.507287 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:18.507619 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:18.507921 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:18.575863 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:18.576174 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:18.576474 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:18.577605 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:18.577910 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:18.578206 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:18.854047 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:18.854295 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:18.854593 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:18.854892 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:18.855770 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.004859 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.005237 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.005561 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.005859 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.006154 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.006533 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.006828 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.007112 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.007393 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.007751 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.008048 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.008346 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.008647 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.008935 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.009243 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.009555 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.009845 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.010162 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.010445 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.010935 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.011219 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.011523 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.011859 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.012138 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.012427 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.012834 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 12:21:19.013104 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 12:21:19.013372 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 12:21:19.013641 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 12:21:19.013910 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 12:21:19.014176 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 12:21:19.014594 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 18 12:21:19.018397 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 18 12:21:19.022346 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 18 12:21:19.026280 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Feb 18 12:21:19.027952 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 18 12:21:19.029210 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 18 12:21:19.029591 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 18 12:21:19.030029 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 18 12:21:19.032856 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 18 12:21:19.033142 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 18 12:21:19.033526 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 18 12:21:19.055764 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 18 12:21:19.056273 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.056608 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83873) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 18 12:21:19.057013 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.058461 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83873) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 18 12:21:19.058777 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 18 12:21:19.059054 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 18 12:21:19.062155 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.062472 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.130630 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 18 12:21:19.130899 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 18 12:21:19.131167 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 18 12:21:19.131604 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 18 12:21:19.166007 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_db.sqlalchemy.engines [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83873) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 18 12:21:19.604173 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Initializing driver for type 'gre' Feb 18 12:21:19.604698 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] gre ID ranges: [(1, 1000)] Feb 18 12:21:19.645647 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Initializing driver for type 'local' Feb 18 12:21:19.646017 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Initializing driver for type 'vlan' Feb 18 12:21:19.656215 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] VlanTypeDriver initialization complete Feb 18 12:21:19.656596 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Initializing driver for type 'vxlan' Feb 18 12:21:19.657147 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] vxlan ID ranges: [(1, 1000)] Feb 18 12:21:19.698660 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Initializing extension driver 'port_security' Feb 18 12:21:19.699018 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.extensions.port_security [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] PortSecurityExtensionDriver initialization complete Feb 18 12:21:19.699384 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Initializing mechanism driver 'openvswitch' Feb 18 12:21:19.706283 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:21:19.707125 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > port after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.707574 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > port after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.708028 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > port after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.708456 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > subnet after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.708849 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > subnet after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.709224 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > subnet after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.709637 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > network after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.710017 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > network after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.710396 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > network after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.710807 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > security_group after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.711186 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > security_group after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.711581 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > security_group after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.712001 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.712384 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.712758 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.713297 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > address_group after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.713676 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > address_group after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.714058 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > address_group after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.714418 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] ML2 OVO RPC backend initialized. {{(pid=83873) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 18 12:21:19.715139 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > router_interface after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.715541 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.716001 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > network before_response 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.716383 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > networks before_response 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.716763 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > port before_response 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.717139 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > ports before_response 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.717519 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > subnet before_response 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.717896 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > subnets before_response 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.718280 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > network after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.718655 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > network after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.719028 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > network after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.719403 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > port after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.719807 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > port after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.720208 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > port after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.720583 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > subnet after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.720962 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > subnet after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.721335 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > subnet after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.721972 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.plugin [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Modular L2 Plugin initialization complete Feb 18 12:21:19.722327 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading services supported by the core plugin {{(pid=83873) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 18 12:21:19.722688 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Got port-security extension from driver 'port_security' Feb 18 12:21:19.723197 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.extensions.vlantransparent [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Disabled vlantransparent extension. Feb 18 12:21:19.723701 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83873) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 18 12:21:19.724045 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading Plugin: router Feb 18 12:21:19.763049 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > router_interface before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.763520 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > router after_create 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.763945 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > router before_create 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.764354 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.764771 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.765165 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > router after_delete 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.765567 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > floatingip after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.765979 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > router after_create 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.766358 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > router after_update 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.766746 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > router after_update 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.767158 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.767587 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > router after_update 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.768083 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > router precommit_update 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.768502 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: port after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.768882 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: port after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.769258 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: subnet after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.769633 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.770022 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > port precommit_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.770406 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > router precommit_create 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.770787 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: port before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.771172 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > router precommit_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.771600 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > router after_update 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.771988 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > router precommit_delete 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.772378 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > router precommit_create 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.772783 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > router_interface after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.773167 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > router precommit_update 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.773595 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > network after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.774935 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource_registry [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Tracking information for resource: router configured {{(pid=83873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 12:21:19.775306 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource_registry [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Tracking information for resource: floatingip configured {{(pid=83873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 12:21:19.780296 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.l3_agentschedulers_db [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 18 12:21:19.780953 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: port after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.781352 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: port after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.781740 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: port after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.782133 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: port after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.783072 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > router before_create 55550100 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.783476 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > router precommit_delete 55550100 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.783904 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > router precommit_create 55550100 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.784301 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > router precommit_update 55550100 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.788982 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.provider_configuration [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Service providers = [] {{(pid=83873) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 18 12:21:19.789420 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.servicetype_db [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83873) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 18 12:21:19.792503 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.service_base [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 18 12:21:19.792893 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.service_base [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 18 12:21:19.793272 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.service_base [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 18 12:21:19.794166 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.service_base [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 18 12:21:19.794568 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.services.service_base [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 18 12:21:19.794986 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 12:21:19.795339 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 18 12:21:19.806465 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 12:21:19.806836 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading Plugin: auto_allocate Feb 18 12:21:19.812685 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: network precommit_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.813095 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: network precommit_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.813686 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 12:21:19.814578 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading Plugin: tag Feb 18 12:21:19.821621 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 12:21:19.821991 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading Plugin: timestamp Feb 18 12:21:19.825871 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 12:21:19.826389 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading Plugin: network_ip_availability Feb 18 12:21:19.832096 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.832509 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.832901 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:19.833704 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 12:21:19.834057 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading Plugin: flavors Feb 18 12:21:19.838722 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 12:21:19.839089 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading Plugin: revisions Feb 18 12:21:19.843438 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 12:21:19.843903 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.786s {{(pid=83873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:21:19.844745 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83873) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 18 12:21:19.845103 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Initializing extension manager. Feb 18 12:21:19.845686 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: __init__.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.846063 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: __pycache__ {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.846436 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.846808 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: address_group.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.848005 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.848670 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: address-group Feb 18 12:21:19.849030 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: address_scope.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.849811 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.850389 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: address-scope Feb 18 12:21:19.850750 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: admin_state_down_before_update.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.851750 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.852333 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: router-admin-state-down-before-update Feb 18 12:21:19.852693 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: agent.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.853454 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.854024 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: agent Feb 18 12:21:19.854425 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: agent_resources_synced.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.855306 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.855908 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: agent-resources-synced Feb 18 12:21:19.856269 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: allowedaddresspairs.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.858121 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.858703 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: allowed-address-pairs Feb 18 12:21:19.859065 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: auto_allocated_topology.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.860183 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.861313 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: auto-allocated-topology Feb 18 12:21:19.861650 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: availability_zone.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.862403 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.863123 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: availability_zone Feb 18 12:21:19.863481 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: availability_zone_filter.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.864435 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.865009 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: availability_zone_filter Feb 18 12:21:19.865367 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: data_plane_status.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.866284 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.866855 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension data-plane-status not supported by any of loaded plugins Feb 18 12:21:19.867212 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: default_subnetpools.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.868159 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.868730 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: default-subnetpools Feb 18 12:21:19.869090 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: dhcpagentscheduler.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.870059 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.870641 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: dhcp_agent_scheduler Feb 18 12:21:19.871004 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: dns.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.871949 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.872518 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension dns-integration not supported by any of loaded plugins Feb 18 12:21:19.872876 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: dns_domain_ports.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.873806 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.874635 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 18 12:21:19.874991 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: dvr.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.875750 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.876330 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: dvr Feb 18 12:21:19.877398 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: empty_string_filtering.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.878332 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.878913 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: empty-string-filtering Feb 18 12:21:19.879277 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.880248 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.880821 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 18 12:21:19.881182 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.882117 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.882696 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 18 12:21:19.883056 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: external_net.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.884004 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.884574 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: external-net Feb 18 12:21:19.884935 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: extra_dhcp_opt.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.885853 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.886420 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: extra_dhcp_opt Feb 18 12:21:19.886777 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: extraroute.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.887762 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.888335 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: extraroute Feb 18 12:21:19.888691 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: extraroute_atomic.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.889799 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.890372 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: extraroute-atomic Feb 18 12:21:19.890727 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: filter_validation.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.891435 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.892312 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: filter-validation Feb 18 12:21:19.892700 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: fip_pf_description.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.893653 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.894226 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 18 12:21:19.894584 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: fip_port_details.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.895537 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.896114 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: fip-port-details Feb 18 12:21:19.896516 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: flavors.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.897979 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.898558 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: flavors Feb 18 12:21:19.898924 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.900631 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.901263 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 18 12:21:19.901734 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: floatingip_pools.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.902505 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.903098 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: floatingip-pools Feb 18 12:21:19.903464 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: ip_allocation.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.904468 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.905039 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension ip_allocation not supported by any of loaded plugins Feb 18 12:21:19.905397 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.906334 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.906908 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: ip-substring-filtering Feb 18 12:21:19.907269 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: l2_adjacency.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.908257 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.908834 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension l2_adjacency not supported by any of loaded plugins Feb 18 12:21:19.909187 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: l3.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.910298 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.910881 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: router Feb 18 12:21:19.911243 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: l3_conntrack_helper.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.913634 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.914226 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 18 12:21:19.914596 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.915553 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.916140 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: ext-gw-mode Feb 18 12:21:19.916505 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.917438 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.918013 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: l3-ha Feb 18 12:21:19.918372 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: l3_flavors.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.919316 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.919918 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: l3-flavors Feb 18 12:21:19.920277 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.921198 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.921765 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: l3-port-ip-change-not-allowed Feb 18 12:21:19.922120 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: l3agentscheduler.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.923978 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.924563 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: l3_agent_scheduler Feb 18 12:21:19.924922 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: logging.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.926574 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.927162 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension logging not supported by any of loaded plugins Feb 18 12:21:19.927558 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: metering.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.928376 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.929080 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: metering Feb 18 12:21:19.929445 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.930555 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.931131 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: metering_source_and_destination_fields Feb 18 12:21:19.931530 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: multiprovidernet.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.932467 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.933050 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: multi-provider Feb 18 12:21:19.933408 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: netmtu.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.934338 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.934917 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: net-mtu Feb 18 12:21:19.935276 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: netmtu_writable.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.936238 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.936810 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: net-mtu-writable Feb 18 12:21:19.937171 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: network_availability_zone.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.937892 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.938443 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: network_availability_zone Feb 18 12:21:19.938799 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: network_ip_availability.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.940470 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.941167 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: network-ip-availability Feb 18 12:21:19.941641 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: network_segment_range.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.942466 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.943051 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension network-segment-range not supported by any of loaded plugins Feb 18 12:21:19.943415 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: pagination.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.944450 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.944825 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: pagination Feb 18 12:21:19.945185 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: port_device_profile.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.946097 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.946672 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: port-device-profile Feb 18 12:21:19.947031 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.947990 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.948562 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: port-mac-address-regenerate Feb 18 12:21:19.948915 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.949839 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.950418 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: port-numa-affinity-policy Feb 18 12:21:19.950778 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: port_resource_request.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.951726 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.952292 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension port-resource-request not supported by any of loaded plugins Feb 18 12:21:19.952655 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: portbindings.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.953600 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.954176 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: binding Feb 18 12:21:19.954556 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: portbindings_extended.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.955881 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.956456 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: binding-extended Feb 18 12:21:19.957162 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: portsecurity.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.957879 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.958454 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: port-security Feb 18 12:21:19.958811 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: project_id.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.959827 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.960202 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: project-id Feb 18 12:21:19.960561 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: providernet.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.961518 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.962072 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: provider Feb 18 12:21:19.962433 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: qos.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.966068 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.966666 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension qos not supported by any of loaded plugins Feb 18 12:21:19.967038 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.969579 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.970183 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 18 12:21:19.970558 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.971493 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.972100 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 18 12:21:19.972605 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: qos_default.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.973575 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.974147 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension qos-default not supported by any of loaded plugins Feb 18 12:21:19.974512 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: qos_fip.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.975209 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.975804 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension qos-fip not supported by any of loaded plugins Feb 18 12:21:19.976166 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: qos_gateway_ip.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.977160 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.977745 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 18 12:21:19.978154 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: qos_port_network_policy.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.979084 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.979689 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 18 12:21:19.980054 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: qos_rule_type_details.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.980982 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.981549 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 18 12:21:19.981910 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: qos_rules_alias.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.982990 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.983600 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 18 12:21:19.983966 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: quotasv2.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.984995 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.985367 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: quotas Feb 18 12:21:19.985724 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: quotasv2_detail.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.988037 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.988431 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: quota_details Feb 18 12:21:19.988803 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: rbac.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.989988 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.990582 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: rbac-policies Feb 18 12:21:19.990949 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: rbac_address_scope.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.991909 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.992494 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: rbac-address-scope Feb 18 12:21:19.992858 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: rbac_security_groups.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.993898 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.994477 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: rbac-security-groups Feb 18 12:21:19.994837 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: rbac_subnetpool.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.995816 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.996393 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: rbac-subnetpool Feb 18 12:21:19.996748 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: revisionifmatch.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:19.997706 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:19.998287 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: revision-if-match Feb 18 12:21:19.998647 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: revisions.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:20.000109 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:20.000686 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: standard-attr-revisions Feb 18 12:21:20.001051 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: router_availability_zone.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:20.002461 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:20.003037 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: router_availability_zone Feb 18 12:21:20.003398 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: routerservicetype.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:20.004360 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:20.004936 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension router-service-type not supported by any of loaded plugins Feb 18 12:21:20.005294 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:20.006223 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:20.006803 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: security-groups-normalized-cidr Feb 18 12:21:20.007164 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: security_groups_port_filtering.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:20.008119 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:20.008699 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: port-security-groups-filtering Feb 18 12:21:20.009059 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:20.010014 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:20.010597 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: security-groups-remote-address-group Feb 18 12:21:20.010960 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: securitygroup.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:20.024358 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:20.024980 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: security-group Feb 18 12:21:20.025349 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: segment.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:20.026216 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:20.026796 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension segment not supported by any of loaded plugins Feb 18 12:21:20.027170 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:20.028170 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:20.028745 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 18 12:21:20.029111 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: servicetype.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:20.030224 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:20.030809 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: service-type Feb 18 12:21:20.031173 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: sorting.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:20.032198 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:20.032572 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: sorting Feb 18 12:21:20.032958 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: standard_attr_segment.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:20.033883 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:20.034459 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 18 12:21:20.034937 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: standardattrdescription.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:20.035655 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:20.036228 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: standard-attr-description Feb 18 12:21:20.036587 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: stateful_security_group.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:20.037536 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:20.038117 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: stateful-security-group Feb 18 12:21:20.038473 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: stdattrs_common.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:20.039073 dv-cinder-776422-1-iscsi neutron-server[83873]: WARNING neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 18 12:21:20.039433 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:20.040500 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:20.041078 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 18 12:21:20.041437 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: subnet_onboard.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:20.042517 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:20.043098 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: subnet_onboard Feb 18 12:21:20.043458 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:20.044420 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:20.044992 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 18 12:21:20.045350 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: subnet_service_types.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:20.046280 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:20.046870 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: subnet-service-types Feb 18 12:21:20.047228 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: subnetallocation.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:20.048846 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:20.049418 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: subnet_allocation Feb 18 12:21:20.049777 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:20.050618 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:20.051203 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: subnetpool-prefix-ops Feb 18 12:21:20.051592 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:20.052551 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:20.053127 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 18 12:21:20.053490 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: tagging.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:20.054784 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:20.055382 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: standard-attr-tag Feb 18 12:21:20.055794 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: timestamp.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:20.056988 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:20.057578 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loaded extension: standard-attr-timestamp Feb 18 12:21:20.057948 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: trunk.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:20.058990 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:20.059600 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension trunk not supported by any of loaded plugins Feb 18 12:21:20.059962 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: trunk_details.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:20.060901 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:20.061471 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension trunk-details not supported by any of loaded plugins Feb 18 12:21:20.061828 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: uplink_status_propagation.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:20.062761 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:20.063328 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 18 12:21:20.063711 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Loading extension file: vlantransparent.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:21:20.064495 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:21:20.065066 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extension vlan-transparent not supported by any of loaded plugins Feb 18 12:21:20.068009 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Creating instance of TrackedResource for resource:network Feb 18 12:21:20.068839 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Creating instance of TrackedResource for resource:subnet Feb 18 12:21:20.069522 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 12:21:20.070183 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Creating instance of TrackedResource for resource:port Feb 18 12:21:20.071725 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 12:21:20.072215 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Service FLAVORS assigned prefix: {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 12:21:20.073044 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 12:21:20.073378 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 12:21:20.073745 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Creating instance of TrackedResource for resource:router Feb 18 12:21:20.074468 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Creating instance of TrackedResource for resource:floatingip Feb 18 12:21:20.075237 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Service METERING assigned prefix: /metering {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 12:21:20.077085 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:20.077494 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:20.077880 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:21:20.079029 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Creating instance of CountableResource for resource:rbac_policy Feb 18 12:21:20.079665 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Creating instance of TrackedResource for resource:security_group Feb 18 12:21:20.080475 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Creating instance of TrackedResource for resource:security_group_rule Feb 18 12:21:20.081295 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Service CORE assigned prefix: {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 12:21:20.081808 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 12:21:20.082286 dv-cinder-776422-1-iscsi neutron-server[83873]: WARNING neutron.quota.resource_registry [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] subnetpool is already registered Feb 18 12:21:20.082790 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Service CORE assigned prefix: {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 12:21:20.083163 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 12:21:20.083594 dv-cinder-776422-1-iscsi neutron-server[83873]: WARNING neutron.quota.resource_registry [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] subnetpool is already registered Feb 18 12:21:20.086345 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 12:21:20.086823 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Service FLAVORS assigned prefix: {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 12:21:20.087478 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 12:21:20.087959 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 12:21:20.088328 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Creating instance of TrackedResource for resource:router Feb 18 12:21:20.088698 dv-cinder-776422-1-iscsi neutron-server[83873]: WARNING neutron.quota.resource_registry [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] router is already registered Feb 18 12:21:20.089354 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Creating instance of TrackedResource for resource:floatingip Feb 18 12:21:20.089716 dv-cinder-776422-1-iscsi neutron-server[83873]: WARNING neutron.quota.resource_registry [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] floatingip is already registered Feb 18 12:21:20.090411 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Service METERING assigned prefix: /metering {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 12:21:20.091159 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Creating instance of CountableResource for resource:rbac_policy Feb 18 12:21:20.091540 dv-cinder-776422-1-iscsi neutron-server[83873]: WARNING neutron.quota.resource_registry [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] rbac_policy is already registered Feb 18 12:21:20.092171 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Creating instance of TrackedResource for resource:security_group Feb 18 12:21:20.092535 dv-cinder-776422-1-iscsi neutron-server[83873]: WARNING neutron.quota.resource_registry [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] security_group is already registered Feb 18 12:21:20.093187 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Creating instance of TrackedResource for resource:security_group_rule Feb 18 12:21:20.093546 dv-cinder-776422-1-iscsi neutron-server[83873]: WARNING neutron.quota.resource_registry [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] security_group_rule is already registered Feb 18 12:21:20.094275 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Service CORE assigned prefix: {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 12:21:20.094639 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 12:21:20.094995 dv-cinder-776422-1-iscsi neutron-server[83873]: WARNING neutron.quota.resource_registry [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] subnetpool is already registered Feb 18 12:21:20.096203 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Service CORE assigned prefix: {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 12:21:20.096563 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 12:21:20.096917 dv-cinder-776422-1-iscsi neutron-server[83873]: WARNING neutron.quota.resource_registry [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] subnetpool is already registered Feb 18 12:21:20.097768 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: extensions {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.099335 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: address-groups {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.101070 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: address-scopes {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.102373 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: agents {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.103629 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: auto-allocated-topology {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.105025 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: availability_zones {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.106367 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: dhcp-networks {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.107901 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: dhcp-agents {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.109559 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: routers {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.111540 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: flavors {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.112788 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: service_profiles {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.114069 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: next_providers {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.116617 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: service_profiles {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.118188 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: floatingip-pools {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.119514 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: routers {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.121444 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: floatingips {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.122714 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: l3-routers {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.124496 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: l3-agents {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.126000 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: metering-labels {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.128044 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: metering-label-rules {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.129573 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: network-ip-availabilities {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.130913 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: bindings {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.132694 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: quotas {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.134226 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: quotas {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.135754 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: rbac-policies {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.137142 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: security-groups {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.138417 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: security-group-rules {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.139767 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: service-providers {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.141071 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: subnetpools {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.142656 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: subnetpools {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.144239 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: tags {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.146452 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: tags {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.148442 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: tags {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.150344 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: tags {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.152278 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: tags {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.154077 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: tags {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.156082 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: tags {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.158612 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: tags {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.160832 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: tags {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.162773 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Extended resource: tags {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:21:20.169912 dv-cinder-776422-1-iscsi neutron-server[83873]: WARNING keystonemiddleware.auth_token [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 18 12:21:20.175325 dv-cinder-776422-1-iscsi neutron-server[83873]: WARNING keystonemiddleware.auth_token [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 18 12:21:20.184294 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Acquired lock "singleton_lock" {{(pid=83873) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 18 12:21:20.184816 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Releasing lock "singleton_lock" {{(pid=83873) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 18 12:21:20.186254 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO oslo_service.service [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Starting 2 workers Feb 18 12:21:20.191713 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Started child 83986 {{(pid=83873) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 18 12:21:20.195530 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:20.196560 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Started child 83987 {{(pid=83873) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 18 12:21:20.196955 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [-] (83986) wsgi starting up on http://0.0.0.0:9696 Feb 18 12:21:20.198086 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.service [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Neutron service started, listening on 0.0.0.0:9696 Feb 18 12:21:20.198752 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Notify callbacks [] for process, before_spawn {{(pid=83873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:20.199955 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:20.201300 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO oslo_service.service [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Starting 1 workers Feb 18 12:21:20.201433 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [-] (83987) wsgi starting up on http://0.0.0.0:9696 Feb 18 12:21:20.207435 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Started child 83988 {{(pid=83873) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 18 12:21:20.208028 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO oslo_service.service [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Starting 1 workers Feb 18 12:21:20.209655 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.service [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] calling RpcWorker wait() {{(pid=83988) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 18 12:21:20.210124 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.service [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] returning from RpcWorker wait() {{(pid=83988) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 18 12:21:20.211903 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:20.212562 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:21:20.213062 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Started child 83989 {{(pid=83873) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 18 12:21:20.213856 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc17dafb-3659-4eba-8a27-c18b359b606c None None] Notify callbacks [] for process, after_spawn {{(pid=83873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:20.215547 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83873) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 18 12:21:20.215783 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 18 12:21:20.215990 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 18 12:21:20.216263 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 18 12:21:20.216662 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 18 12:21:20.216955 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 18 12:21:20.217206 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:20.217492 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.217818 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.218178 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.218473 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.218792 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.219441 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.219749 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.220066 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.220402 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.220692 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.220888 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.221060 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.221333 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.221775 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.222301 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.222902 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.222902 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.223063 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.223268 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.223592 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.223907 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.224196 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.224501 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] debug = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.224774 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.225342 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.225619 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.225900 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.226156 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.226472 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.226736 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.227029 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.227304 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.227585 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.227834 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.228112 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.228356 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.228618 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.228915 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.229163 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.229647 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] host = dv-cinder-776422-1-iscsi {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.229894 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.230141 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.230403 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.230665 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.230948 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.231207 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.231501 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.231792 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.232066 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.232503 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.232732 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.232939 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.233152 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.233379 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.233598 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_options = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.233808 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.234018 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.234222 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.234445 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.234619 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.234756 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.235040 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.235201 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.235615 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.235786 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.236000 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.236249 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.236527 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.236776 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.237059 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.237308 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.237591 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.237830 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.238119 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.238412 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.238699 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.238967 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.239188 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.239438 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.239707 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.239952 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.240213 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.240456 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.240716 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.240977 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.241247 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.241529 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.241793 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.242078 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.242364 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.242573 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.242793 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.243109 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.243379 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.243702 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.243982 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.244227 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.244493 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.244769 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.245013 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.245271 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] use_json = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.245590 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.245820 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.246013 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.246257 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.246396 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:21:20.246536 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.246754 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.246996 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.247284 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.247752 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.248069 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.248406 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.248664 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.248945 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.249437 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.249741 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.250092 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.250293 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.250429 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.250810 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.251097 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.251983 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.252228 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.252507 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.252863 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.253154 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.253457 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.253705 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.253983 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.254245 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.254496 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.254852 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.255150 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.255440 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.83/identity {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.255731 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.255975 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.256243 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.256489 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.256752 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.256996 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.257240 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.257560 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.257810 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.258054 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.258304 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.258588 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.258835 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.259106 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.259363 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.259696 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.259968 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.260241 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.260506 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.260767 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.261014 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.261257 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.261527 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.261791 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.262136 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.262411 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.262665 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.262924 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.263152 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.263402 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.263737 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.263990 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.264234 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.264484 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.264701 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.264942 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.265236 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.265554 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.265731 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.265957 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.266210 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.266516 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.266799 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.267046 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.270356 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.270356 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.270356 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.270356 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.270356 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.270356 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.270356 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.270356 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.270356 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.272141 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.272141 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.272141 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.272141 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.272141 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.272141 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.272141 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.272141 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.272630 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.272630 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.272765 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.273067 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.273217 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.273502 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.273756 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.274028 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.274281 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.274572 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.274846 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.275144 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.275419 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.275696 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.275950 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.276230 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.276486 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.276743 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.277013 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.277291 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.277577 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.277882 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.278152 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.278421 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.278721 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.279040 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.279291 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.279674 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.279926 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.280226 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.280551 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.280879 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.281155 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.281443 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.281712 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.282023 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.282308 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.282617 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.283004 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.283272 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.283567 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.283888 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.284171 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.284422 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.284670 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.285049 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.285325 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.285789 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.286198 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.286680 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.287143 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.287434 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.287721 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.288026 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.288329 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.288638 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.288920 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.289223 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.83/identity {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.289473 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.289719 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.290018 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.290263 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.290530 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.290777 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.291081 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.291563 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.291675 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.291883 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.292135 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.292388 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.292633 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.292879 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.293149 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.293437 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.293687 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.293953 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.294211 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.294460 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.294705 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.294954 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.295217 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.295509 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.295758 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.296068 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.296352 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.296642 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.296921 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.297200 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.297481 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.297757 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.298016 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.298335 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.298589 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.298854 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.299106 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.299351 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.299626 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.299909 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.300139 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.300431 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.300704 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.301064 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.301313 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.301794 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.302076 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.302329 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.302599 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.302870 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.303126 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.303362 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.303635 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.303887 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.304163 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.304443 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.304720 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.304967 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.305213 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.305453 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.305727 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.305973 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.306294 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.306559 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.306830 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.307084 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.307334 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.307647 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.307894 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.308137 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.308408 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.308627 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.309166 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.309166 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.309648 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.309648 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.309951 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.310100 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.310362 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.310615 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.310941 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.311205 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.311529 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.311788 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.312158 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.312415 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.312713 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.312964 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.313243 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.313498 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.313834 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.314729 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.315084 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.315402 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.315724 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.316039 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.316349 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.316651 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.316906 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.317201 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.317572 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.317934 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.318215 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.318495 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.318799 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.319072 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.319329 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.319626 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.319881 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.320136 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.320416 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.320696 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.320958 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.321210 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.321476 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.321729 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.321986 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.322230 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.322487 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.322745 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.322930 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 18 12:21:20.323498 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83873) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 18 12:21:20.323692 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 18 12:21:20.323874 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 18 12:21:20.324103 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 18 12:21:20.324268 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 18 12:21:20.324447 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 18 12:21:20.324692 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.324920 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.325033 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.325213 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.325381 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.326359 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.326552 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.326741 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.327016 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.327130 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.327269 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.327435 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.327650 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.327838 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.328026 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.328213 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.328399 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.328583 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.328833 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.329414 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.329414 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.329414 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.329414 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] debug = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.330485 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.330485 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.330485 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.330485 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.330485 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.330485 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.330995 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.330995 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.330995 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.331251 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.331251 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.331425 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.331612 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.331798 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.331984 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.332170 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.332354 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] host = dv-cinder-776422-1-iscsi {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.332538 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.332782 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.332968 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.333153 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.333339 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.333524 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.333712 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.333896 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.334082 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.334266 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.334452 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.334634 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.334819 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.335006 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.335194 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_options = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.335376 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.335584 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.335772 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.335968 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.336253 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.336353 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.336447 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.336628 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.336813 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.337001 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.337189 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.337380 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.337563 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.337746 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.337930 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.338115 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.338300 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.338484 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.338670 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.338856 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.339042 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.339226 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.339411 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.339641 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.339826 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.339994 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.340174 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.340342 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.340516 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.340681 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.340869 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.341056 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.341240 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.341427 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.341644 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.341871 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.341970 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.342118 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.342302 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.342486 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.342669 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.342853 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.343036 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.343213 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.343392 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.343575 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] use_json = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.343693 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.343874 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.344058 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.344241 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.344424 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.344608 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.344793 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.344978 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:21:20.345693 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.345882 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.346087 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.346277 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.346466 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.346656 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.346843 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.347033 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.347258 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.347435 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.347607 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.347801 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.348014 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.348187 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.348363 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.348498 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.348678 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.348866 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.349056 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.349245 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.349432 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.349621 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.349836 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.349999 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.350203 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.83/identity {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.350375 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.350511 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.350665 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.350855 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.351045 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.351234 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.351422 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.352237 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.352237 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.352237 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.352237 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.352600 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.352600 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.353275 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.353275 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.353275 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.353275 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.353275 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.353776 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.353776 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.353776 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.354069 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.354069 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.354255 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.354414 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.354689 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.355248 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.355248 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.355248 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.355670 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.361743 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.361743 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.361743 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.361743 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.361743 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.361743 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.361743 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.361743 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.361743 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.362342 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.362342 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.362342 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.362342 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.362342 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.362643 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:21:20.362716 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.362716 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.362716 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.362894 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.363158 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.363411 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.363668 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.363863 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.364056 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.364246 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.364436 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.364627 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.364817 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.365081 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.365274 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.365474 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.365681 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.365870 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.366166 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.366357 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.366546 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.366734 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.366922 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.367110 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.367298 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.367502 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.367778 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.367967 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.368158 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.368344 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.368530 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.368694 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.368884 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.369066 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.369251 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.369440 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.369625 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.369814 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.369998 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.370183 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.370369 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.370553 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.370772 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.370958 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.371148 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.371335 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.371586 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.371787 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.371977 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.372291 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.372484 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.372672 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.372859 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.373047 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.373233 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.373418 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.373606 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.373792 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.373988 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.374442 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.374629 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.374817 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.375065 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.375310 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.375528 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.375775 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.375965 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.376248 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.377007 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.377307 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.377495 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.377685 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.377908 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.378130 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.378318 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.83/identity {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.378503 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.378691 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.378878 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.379208 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.379476 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.379644 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.379753 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.379939 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.380126 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.380409 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.380626 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.380819 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.381007 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.381193 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.381381 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.381665 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.381936 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.382123 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.382308 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.382496 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.382683 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.382868 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.383052 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.383236 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.383420 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.383630 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.383819 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.384007 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.384194 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.384382 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.384563 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.384707 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.384895 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.385121 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.385449 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.385637 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.385822 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.386013 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.386298 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.386486 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.386675 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.386956 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.387144 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.387348 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.387530 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.387720 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.387878 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.388066 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.388252 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.388438 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.388625 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.388812 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.389057 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.389244 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.389432 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.389672 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.389820 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.390052 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.390210 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.390398 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.390584 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.390771 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.390972 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.391159 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.391348 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.391551 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.391738 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.391935 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.392831 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.393065 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.393268 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.393423 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.393562 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.393712 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.393852 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.393989 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.394127 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.394331 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.394488 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.394679 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.394875 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.395062 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.395216 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.395409 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.395608 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.395792 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.395980 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.396166 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.396455 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.396644 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.396836 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.397093 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.397292 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.397485 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.397672 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.397864 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.398059 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.398253 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.398440 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.398632 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.398832 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.399017 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.399203 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.399388 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.399573 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.399807 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.399953 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.400092 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.400229 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.400377 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.400584 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.400861 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.401012 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.401188 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.401374 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.401560 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.401747 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.401932 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.402121 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.402307 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:21:20.402463 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 18 12:21:20.623257 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 39198) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:21:20.635024 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [-] 10.222.0.83 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0092337 Feb 18 12:21:31.105226 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82db9b2f-ff53-4685-b0f2-2697a55d5861 None None] get_active_networks_info from dv-cinder-776422-1-iscsi {{(pid=83988) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 18 12:21:31.248949 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82db9b2f-ff53-4685-b0f2-2697a55d5861 None None] No non-hosted networks {{(pid=83988) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 18 12:21:31.265135 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7d42afe0-f584-47e3-9227-364c8c3f9278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411'] for agent, after_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:33.303408 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d183be6a-0891-48d0-9f48-f0ee3eeaab05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411'] for agent, after_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:33.362813 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-27b1d833-d3bf-4f03-bce2-0c59c27b93b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:33.829379 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411'] for agent, after_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:35.122784 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411'] for agent, after_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:35.124124 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:35.124760 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:35.125143 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:35.125515 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:35.125881 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:35.126805 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:35.127170 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:35.127578 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:35.127944 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:35.128301 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:35.128664 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:35.129025 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:35.129454 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-776422-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:21:35.137815 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-776422-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:21:35.423273 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411'] for agent, after_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:36.995920 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 39290) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:21:37.071528 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] get_endpoint_by_host() called for host dv-cinder-776422-1-iscsi {{(pid=83988) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 18 12:21:37.077084 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] get_endpoint_by_ip() called for ip 192.168.0.97 {{(pid=83988) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 18 12:21:37.080390 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] _add_endpoint() called for ip 192.168.0.97 {{(pid=83988) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 18 12:21:37.086386 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] _get_endpoints() called {{(pid=83988) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 18 12:21:37.633275 dv-cinder-776422-1-iscsi neutron-server[83873]: WARNING oslo_policy.policy [None req-eb540d96-47f0-4ad5-8f91-8078c7452675 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:21:37.633936 dv-cinder-776422-1-iscsi neutron-server[83873]: WARNING oslo_policy.policy [None req-eb540d96-47f0-4ad5-8f91-8078c7452675 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:21:37.865027 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [None req-eb540d96-47f0-4ad5-8f91-8078c7452675 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=83987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:21:37.866106 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-eb540d96-47f0-4ad5-8f91-8078c7452675 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8692799 Feb 18 12:21:40.503634 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.l3_hamode_db [None req-38cc5456-84e9-4301-88be-47c7190112c3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 18 12:21:40.593630 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cc5456-84e9-4301-88be-47c7190112c3 None None] Routers set() bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:21:40.593965 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cc5456-84e9-4301-88be-47c7190112c3 None None] Router IDs set() for agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 18 12:21:40.651945 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 39306) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:21:41.050644 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-c0b31e7c-7e9a-4494-ac34-6c5273c1b9f9 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:21:41.123943 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.policy [None req-c0b31e7c-7e9a-4494-ac34-6c5273c1b9f9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83987) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 18 12:21:41.162344 dv-cinder-776422-1-iscsi neutron-server[83873]: WARNING oslo_policy.policy [None req-c0b31e7c-7e9a-4494-ac34-6c5273c1b9f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:21:41.162694 dv-cinder-776422-1-iscsi neutron-server[83873]: WARNING oslo_policy.policy [None req-c0b31e7c-7e9a-4494-ac34-6c5273c1b9f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:21:41.189828 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.quota [None req-c0b31e7c-7e9a-4494-ac34-6c5273c1b9f9 admin admin] Loaded quota_driver: . Feb 18 12:21:41.206668 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c0b31e7c-7e9a-4494-ac34-6c5273c1b9f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:21:41.265825 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c0b31e7c-7e9a-4494-ac34-6c5273c1b9f9 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731038166859', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731038180518', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731038186449', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731038137860', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731038136989', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-524924', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854025189', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7994198', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7942617'] for rbac-policy, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:41.333818 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c0b31e7c-7e9a-4494-ac34-6c5273c1b9f9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:41.335095 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-c0b31e7c-7e9a-4494-ac34-6c5273c1b9f9 admin admin] 10.222.0.83 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6821072 Feb 18 12:21:44.344924 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 39320) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:21:44.720910 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '5ebdbb7746784d3c8bad8a0bf2860801'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:21:44.726864 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:21:44.731646 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Usage tracker for resource:network and tenant:5ebdbb7746784d3c8bad8a0bf2860801 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:21:44.735842 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:21:44.741952 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:21:44.750809 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Made reservation on behalf of 5ebdbb7746784d3c8bad8a0bf2860801 for: {'network': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:21:44.757427 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for network, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:44.775835 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:44.945109 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:21:44.949035 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Usage tracker for resource:security_group_rule and tenant:5ebdbb7746784d3c8bad8a0bf2860801 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:21:44.952630 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:21:44.958430 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:21:45.055698 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:45.058421 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:45.063122 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:21:45.083043 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=83987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:21:45.109302 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731035333406', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:45.109789 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Added segment 232166e5-4b78-4308-b0ae-3a0468208567 of type vxlan for network e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b Feb 18 12:21:45.165969 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1051ae-8943-4749-bbd4-fcd035d780ca,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:21:45.186881 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:45.187267 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:45.187660 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:45.188021 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:45.188399 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:45.188768 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:45.189116 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:45.189465 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:45.189826 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:45.190171 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:45.190554 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:45.190855 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Tracked resource versions report: Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: pushed versions: Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: { 'AddressGroup': {'1.1'}, Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: 'ConntrackHelper': {'1.0'}, Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Log': {'1.0'}, Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Network': {'1.1'}, Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Port': {'1.7'}, Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: 'PortForwarding': {'1.2'}, Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: 'QosPolicy': {'1.8'}, Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroup': {'1.4'}, Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SubPort': {'1.0'}, Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Subnet': {'1.1'}, Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Trunk': {'1.1'}} Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: consumer versions: Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: { DHCP agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: L3 agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: Metadata agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: Metering agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: Open vSwitch agent@dv-cinder-776422-1-iscsi: { 'AddressGroup': '1.1', Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: 'ConntrackHelper': '1.0', Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Log': '1.0', Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Network': '1.1', Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Port': '1.7', Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: 'PortForwarding': '1.2', Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: 'QosPolicy': '1.8', Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroup': '1.4', Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroupRule': '1.2', Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SubPort': '1.0', Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Subnet': '1.1', Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Trunk': '1.1'}} Feb 18 12:21:45.191980 dv-cinder-776422-1-iscsi neutron-server[83873]: {{(pid=83987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 12:21:45.233822 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305820034079'] for network, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:45.238390 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:21:45.272131 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:45.273442 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:21:45.274100 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:45.278918 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:21:45.392110 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0454793 Feb 18 12:21:45.392858 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Pushing event updated for resources: {'Network': ['ID=e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:21:45.396181 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:21:45.404435 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Network e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b details requested by agent ovs-agent-dv-cinder-776422-1-iscsi with host dv-cinder-776422-1-iscsi {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:21:48.469499 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 39336) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:21:48.950909 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5830847f-ceda-4959-914d-c2c605391f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:21:48.952417 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-5830847f-ceda-4959-914d-c2c605391f1e admin admin] 10.222.0.83 "GET /v2.0/networks/e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b HTTP/1.1" status: 200 len: 818 time: 0.4813023 Feb 18 12:21:48.981018 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-bf7718b7-0e99-417e-a434-4199dd6ab83e admin admin] 10.222.0.83 "GET /v2.0/subnetpools/74f2b070-d355-4ce4-851c-2ac14ff9d4a7 HTTP/1.1" status: 200 len: 734 time: 0.0219011 Feb 18 12:21:48.991028 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-f58f9c8d-f9be-4dc3-ba54-fb50a953e874 admin admin] Request body: {'subnet': {'network_id': 'e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '74f2b070-d355-4ce4-851c-2ac14ff9d4a7', 'tenant_id': '5ebdbb7746784d3c8bad8a0bf2860801'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:21:48.995684 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f58f9c8d-f9be-4dc3-ba54-fb50a953e874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:21:48.999869 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f58f9c8d-f9be-4dc3-ba54-fb50a953e874 admin admin] Usage tracker for resource:subnet and tenant:5ebdbb7746784d3c8bad8a0bf2860801 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:21:49.003567 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f58f9c8d-f9be-4dc3-ba54-fb50a953e874 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:21:49.009421 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f58f9c8d-f9be-4dc3-ba54-fb50a953e874 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:21:49.019106 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58f9c8d-f9be-4dc3-ba54-fb50a953e874 admin admin] Made reservation on behalf of 5ebdbb7746784d3c8bad8a0bf2860801 for: {'subnet': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:21:49.023913 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f58f9c8d-f9be-4dc3-ba54-fb50a953e874 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:49.501509 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f58f9c8d-f9be-4dc3-ba54-fb50a953e874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for subnet, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:49.515993 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:21:49.656315 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f9c8d-f9be-4dc3-ba54-fb50a953e874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52418f02-8ae2-4187-bac4-e983dd7f799a,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:21:49.663317 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f58f9c8d-f9be-4dc3-ba54-fb50a953e874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:21:49.718525 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58f9c8d-f9be-4dc3-ba54-fb50a953e874 admin admin] Checking segment: {'id': '232166e5-4b78-4308-b0ae-3a0468208567', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:21:49.718909 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58f9c8d-f9be-4dc3-ba54-fb50a953e874 admin admin] Network hostable DHCP agents. Network: e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b, hostable agents: ['bed05dfd-bd83-4319-8df6-46deac5f4b19'], hosted agents: [] {{(pid=83987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:21:49.739940 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58f9c8d-f9be-4dc3-ba54-fb50a953e874 admin admin] Network e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b is scheduled to be hosted by DHCP agent bed05dfd-bd83-4319-8df6-46deac5f4b19 with binding_index 1 {{(pid=83987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:21:49.748815 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-f58f9c8d-f9be-4dc3-ba54-fb50a953e874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-iscsi, e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b) {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:21:49.754061 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58f9c8d-f9be-4dc3-ba54-fb50a953e874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:21:49.754246 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f58f9c8d-f9be-4dc3-ba54-fb50a953e874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:49.759341 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4df7579-4d1b-479f-88ea-d0c40d7bf66a None None] Network e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:21:49.774012 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-f58f9c8d-f9be-4dc3-ba54-fb50a953e874 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7865779 Feb 18 12:21:50.271753 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf59abdbf-fe40-5d86-8cc1-ae78ae9cb90e-e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b', 'network_id': 'e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b', 'tenant_id': '5ebdbb7746784d3c8bad8a0bf2860801', 'fixed_ips': [{'subnet_id': '52418f02-8ae2-4187-bac4-e983dd7f799a'}]}} from dv-cinder-776422-1-iscsi. {{(pid=83988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 12:21:50.272963 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:50.599095 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Allocated IP 172.20.0.2 (e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b/52418f02-8ae2-4187-bac4-e983dd7f799a/23de6b98-a2ac-4c22-acc7-5423b5a8380b) {{(pid=83988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:21:50.834930 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Notify callbacks [] for port, precommit_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:50.848136 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Transition to ACTIVE for port object 23de6b98-a2ac-4c22-acc7-5423b5a8380b will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:21:50.867917 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Transition to ACTIVE for port object 23de6b98-a2ac-4c22-acc7-5423b5a8380b will not be triggered until provisioned by entity DHCP. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:21:50.874056 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147'] for port, after_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:50.887445 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:21:51.022303 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Pushing event updated for resources: {'Port': ['ID=23de6b98-a2ac-4c22-acc7-5423b5a8380b,revision_number=1']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:21:51.034811 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:51.034811 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:51.035131 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:51.035563 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:51.035869 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:51.036222 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:51.036574 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:51.036924 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:51.037275 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:51.037621 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:51.037964 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:51.038309 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Tracked resource versions report: Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: pushed versions: Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: { 'AddressGroup': {'1.1'}, Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: 'ConntrackHelper': {'1.0'}, Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Log': {'1.0'}, Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Network': {'1.1'}, Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Port': {'1.7'}, Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: 'PortForwarding': {'1.2'}, Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: 'QosPolicy': {'1.8'}, Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroup': {'1.4'}, Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SubPort': {'1.0'}, Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Subnet': {'1.1'}, Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Trunk': {'1.1'}} Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: consumer versions: Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: { DHCP agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: L3 agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: Metadata agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: Metering agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: Open vSwitch agent@dv-cinder-776422-1-iscsi: { 'AddressGroup': '1.1', Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: 'ConntrackHelper': '1.0', Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Log': '1.0', Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Network': '1.1', Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Port': '1.7', Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: 'PortForwarding': '1.2', Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: 'QosPolicy': '1.8', Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroup': '1.4', Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroupRule': '1.2', Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SubPort': '1.0', Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Subnet': '1.1', Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Trunk': '1.1'}} Feb 18 12:21:51.039403 dv-cinder-776422-1-iscsi neutron-server[83873]: {{(pid=83988) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 12:21:51.053841 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:21:51.098813 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Network e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b is already hosted by enough agents. {{(pid=83988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:21:51.100065 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Resources bound (agent type, host, resource id): {{(pid=83988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:21:51.102805 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Received port after_create {{(pid=83988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:21:51.167888 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Attempting to bind port 23de6b98-a2ac-4c22-acc7-5423b5a8380b on host dv-cinder-776422-1-iscsi for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:21:51.168315 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Attempting to bind port 23de6b98-a2ac-4c22-acc7-5423b5a8380b by drivers openvswitch on host dv-cinder-776422-1-iscsi at level 0 using segments [{'id': '232166e5-4b78-4308-b0ae-3a0468208567', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:21:51.168728 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Attempting to bind port 23de6b98-a2ac-4c22-acc7-5423b5a8380b on network e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:21:51.174586 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Checking agent: {'id': 'ac3e34c9-0d53-40a9-ab2e-3d2b62a37265', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 21, 35), 'started_at': datetime.datetime(2021, 2, 18, 12, 21, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:21:51.175156 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Checking segment: {'id': '232166e5-4b78-4308-b0ae-3a0468208567', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:21:51.175658 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:51.176089 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Bound using segment: {'id': '232166e5-4b78-4308-b0ae-3a0468208567', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:21:51.176613 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Bound port: 23de6b98-a2ac-4c22-acc7-5423b5a8380b, host: dv-cinder-776422-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232166e5-4b78-4308-b0ae-3a0468208567', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:21:51.177039 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:51.269559 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] For port 23de6b98-a2ac-4c22-acc7-5423b5a8380b, host dv-cinder-776422-1-iscsi, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:21:51.273695 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] For port 23de6b98-a2ac-4c22-acc7-5423b5a8380b, host dv-cinder-776422-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=23de6b98-a2ac-4c22-acc7-5423b5a8380b,segment=NetworkSegment(232166e5-4b78-4308-b0ae-3a0468208567),segment_id=232166e5-4b78-4308-b0ae-3a0468208567)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:21:51.277354 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:51.292583 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:21:51.457838 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Pushing event updated for resources: {'Port': ['ID=23de6b98-a2ac-4c22-acc7-5423b5a8380b,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:21:51.462311 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:21:52.546141 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 39346) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:21:52.963672 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [None req-4e230477-c1e4-4d91-8c92-5a38dd0b4c66 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=83987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:21:52.964781 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-4e230477-c1e4-4d91-8c92-5a38dd0b4c66 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4176478 Feb 18 12:21:55.150722 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 23de6b98-a2ac-4c22-acc7-5423b5a8380b up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:21:55.223930 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning for port 23de6b98-a2ac-4c22-acc7-5423b5a8380b completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:21:55.741669 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 39360) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:21:56.343211 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b050b5-8a32-48a1-ae64-158e411e9a3c None None] Network e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:21:56.414594 dv-cinder-776422-1-iscsi neutron-server[83873]: WARNING oslo_policy.policy [None req-bf834d3a-718d-4368-a5f6-c62ebd9de1ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:21:56.415238 dv-cinder-776422-1-iscsi neutron-server[83873]: WARNING oslo_policy.policy [None req-bf834d3a-718d-4368-a5f6-c62ebd9de1ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:21:56.441652 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-76d36f06-82b0-4c82-9636-f5eebac14ec5 None None] Provisioning for port 23de6b98-a2ac-4c22-acc7-5423b5a8380b completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:21:56.450376 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-76d36f06-82b0-4c82-9636-f5eebac14ec5 None None] Provisioning complete for port 23de6b98-a2ac-4c22-acc7-5423b5a8380b triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:21:56.450798 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-76d36f06-82b0-4c82-9636-f5eebac14ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:56.649695 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [None req-bf834d3a-718d-4368-a5f6-c62ebd9de1ad admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=83986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:21:56.651016 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-bf834d3a-718d-4368-a5f6-c62ebd9de1ad admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.9072793 Feb 18 12:21:56.668128 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-76d36f06-82b0-4c82-9636-f5eebac14ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:56.761672 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-76d36f06-82b0-4c82-9636-f5eebac14ec5 None None] For port 23de6b98-a2ac-4c22-acc7-5423b5a8380b, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=23de6b98-a2ac-4c22-acc7-5423b5a8380b,segment=NetworkSegment(232166e5-4b78-4308-b0ae-3a0468208567),segment_id=232166e5-4b78-4308-b0ae-3a0468208567)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:21:56.767395 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-76d36f06-82b0-4c82-9636-f5eebac14ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:56.772951 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a0b93ea4-9cdb-42d0-ad41-c0f6c85d9a9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:21:56.853032 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d36f06-82b0-4c82-9636-f5eebac14ec5 None None] Pushing event updated for resources: {'Port': ['ID=23de6b98-a2ac-4c22-acc7-5423b5a8380b,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:21:56.856803 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-76d36f06-82b0-4c82-9636-f5eebac14ec5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:21:57.100292 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-2194745c-1137-48d2-948d-41bd1b8b8b43 None None] Provisioning complete for port 23de6b98-a2ac-4c22-acc7-5423b5a8380b triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:21:57.100650 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2194745c-1137-48d2-948d-41bd1b8b8b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:57.161362 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 23de6b98-a2ac-4c22-acc7-5423b5a8380b up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:21:57.300488 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 23de6b98-a2ac-4c22-acc7-5423b5a8380b triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:21:57.300890 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:57.465923 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-ac77e55c-f2bd-432e-a6f3-2930c52565ec None None] Provisioning complete for port 23de6b98-a2ac-4c22-acc7-5423b5a8380b triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:21:57.466482 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ac77e55c-f2bd-432e-a6f3-2930c52565ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:21:59.724777 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 39376) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:22:00.112887 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-3daad296-0654-44bd-818f-d040e244075f admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '5ebdbb7746784d3c8bad8a0bf2860801'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:22:00.161655 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.policy [None req-3daad296-0654-44bd-818f-d040e244075f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83986) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 18 12:22:00.199974 dv-cinder-776422-1-iscsi neutron-server[83873]: WARNING oslo_policy.policy [None req-3daad296-0654-44bd-818f-d040e244075f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:22:00.200393 dv-cinder-776422-1-iscsi neutron-server[83873]: WARNING oslo_policy.policy [None req-3daad296-0654-44bd-818f-d040e244075f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:22:00.227124 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.quota [None req-3daad296-0654-44bd-818f-d040e244075f admin admin] Loaded quota_driver: . Feb 18 12:22:00.243236 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-3daad296-0654-44bd-818f-d040e244075f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:22:00.249975 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-3daad296-0654-44bd-818f-d040e244075f admin admin] Usage tracker for resource:router and tenant:5ebdbb7746784d3c8bad8a0bf2860801 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:22:00.255580 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-3daad296-0654-44bd-818f-d040e244075f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:22:00.263231 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-3daad296-0654-44bd-818f-d040e244075f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:22:00.278283 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3daad296-0654-44bd-818f-d040e244075f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854405644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45858'] for router, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:00.280345 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3daad296-0654-44bd-818f-d040e244075f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854405659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854412285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7878893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854729959'] for router, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:00.305429 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3daad296-0654-44bd-818f-d040e244075f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:00.575876 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3daad296-0654-44bd-818f-d040e244075f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854412059'] for router, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:00.596228 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3daad296-0654-44bd-818f-d040e244075f admin admin] Notify callbacks [] for router, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:00.597553 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-3daad296-0654-44bd-818f-d040e244075f admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8717260 Feb 18 12:22:00.950299 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-07c19957-546c-4275-ac46-3e7f15f84767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:03.309985 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-54d83069-5ce2-4c38-a684-d9f7b65922fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:03.365553 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 39388) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:22:03.763295 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:03.784940 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [None req-6ccd620b-735d-4845-b637-e59965d22d12 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=83986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:22:03.786030 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-6ccd620b-735d-4845-b637-e59965d22d12 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4194412 Feb 18 12:22:05.121761 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:05.354623 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:06.588153 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 39408) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:22:06.755045 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:22:06.761340 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:22:06.765352 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Usage tracker for resource:network and tenant:6258b699e7324cb9a161445796bc92f9 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:22:06.768653 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:22:06.774350 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:22:06.786449 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Made reservation on behalf of 6258b699e7324cb9a161445796bc92f9 for: {'network': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:22:06.795549 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for network, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:06.816286 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:06.831130 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:22:06.835075 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Usage tracker for resource:security_group_rule and tenant:6258b699e7324cb9a161445796bc92f9 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:22:06.838309 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:22:06.843890 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:22:06.942909 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:06.945747 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:06.950446 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:22:06.962310 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Reserving flat network on physical network physnet1 {{(pid=83986) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 18 12:22:06.993508 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731035333406', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:06.994120 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Unsubscribe: segment precommit_create {{(pid=83986) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 18 12:22:06.994581 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Added segment cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0 of type flat for network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 Feb 18 12:22:07.051633 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6b7519-5086-477b-adbc-5a3d8b207894,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:22:07.074613 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:22:07.075222 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:22:07.075530 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:22:07.075872 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:22:07.076220 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:22:07.076642 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:22:07.076998 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:22:07.077597 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:22:07.078028 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:22:07.078335 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:22:07.078769 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:22:07.079112 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Tracked resource versions report: Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: pushed versions: Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: { 'AddressGroup': {'1.1'}, Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: 'ConntrackHelper': {'1.0'}, Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Log': {'1.0'}, Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Network': {'1.1'}, Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Port': {'1.7'}, Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: 'PortForwarding': {'1.2'}, Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: 'QosPolicy': {'1.8'}, Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroup': {'1.4'}, Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SubPort': {'1.0'}, Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Subnet': {'1.1'}, Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Trunk': {'1.1'}} Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: consumer versions: Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: { DHCP agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: L3 agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: Metadata agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: Metering agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: Open vSwitch agent@dv-cinder-776422-1-iscsi: { 'AddressGroup': '1.1', Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: 'ConntrackHelper': '1.0', Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Log': '1.0', Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Network': '1.1', Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Port': '1.7', Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: 'PortForwarding': '1.2', Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: 'QosPolicy': '1.8', Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroup': '1.4', Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroupRule': '1.2', Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SubPort': '1.0', Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Subnet': '1.1', Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Trunk': '1.1'}} Feb 18 12:22:07.080257 dv-cinder-776422-1-iscsi neutron-server[83873]: {{(pid=83986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 12:22:07.125235 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:22:07.129829 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305820034079'] for network, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:07.174503 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:07.175893 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:22:07.176550 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:07.181408 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:22:07.289416 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7001336 Feb 18 12:22:07.292480 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Pushing event updated for resources: {'Network': ['ID=af22eeb7-a3c9-494b-a94b-4ce3a52cae78,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:22:07.313689 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:22:07.324668 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 details requested by agent ovs-agent-dv-cinder-776422-1-iscsi with host dv-cinder-776422-1-iscsi {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:22:09.900696 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 39432) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:22:10.026614 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3a1f23-ff99-41a4-b77b-338c66cfb599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:22:10.029433 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-bc3a1f23-ff99-41a4-b77b-338c66cfb599 admin admin] 10.222.0.83 "GET /v2.0/subnets/52418f02-8ae2-4187-bac4-e983dd7f799a HTTP/1.1" status: 200 len: 849 time: 0.1263921 Feb 18 12:22:10.180179 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-abedc37b-37c2-4537-92e6-4f9cf84a1fc2 admin admin] 10.222.0.83 "GET /v2.0/routers/91293ca0-aab2-458e-a7d2-6843a4b10481 HTTP/1.1" status: 200 len: 704 time: 0.1453221 Feb 18 12:22:10.676193 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-062149f2-7fc1-43cd-8f46-c80318604788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:11.061879 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-062149f2-7fc1-43cd-8f46-c80318604788 admin admin] Allocated IP 172.20.0.1 (e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b/52418f02-8ae2-4187-bac4-e983dd7f799a/6d1009fd-5404-404c-acac-c7e822e760b7) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:22:11.382021 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-062149f2-7fc1-43cd-8f46-c80318604788 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:11.401333 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-062149f2-7fc1-43cd-8f46-c80318604788 admin admin] Transition to ACTIVE for port object 6d1009fd-5404-404c-acac-c7e822e760b7 will not be triggered until provisioned by entity DHCP. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:22:11.457854 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-062149f2-7fc1-43cd-8f46-c80318604788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:11.473576 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:22:11.608128 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062149f2-7fc1-43cd-8f46-c80318604788 admin admin] Pushing event updated for resources: {'Port': ['ID=6d1009fd-5404-404c-acac-c7e822e760b7,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:22:11.614323 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-062149f2-7fc1-43cd-8f46-c80318604788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:22:11.671548 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062149f2-7fc1-43cd-8f46-c80318604788 admin admin] Network e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:22:11.672630 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-062149f2-7fc1-43cd-8f46-c80318604788 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:22:11.675574 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062149f2-7fc1-43cd-8f46-c80318604788 admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:22:11.676104 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-062149f2-7fc1-43cd-8f46-c80318604788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364766'] for router_interface, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:11.910623 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-ca9c6328-8fe1-4456-a5df-4678fdc731bc None None] Provisioning for port 6d1009fd-5404-404c-acac-c7e822e760b7 completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:22:11.915949 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-ca9c6328-8fe1-4456-a5df-4678fdc731bc None None] Provisioning complete for port 6d1009fd-5404-404c-acac-c7e822e760b7 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:22:11.916459 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ca9c6328-8fe1-4456-a5df-4678fdc731bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:11.979320 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-ca9c6328-8fe1-4456-a5df-4678fdc731bc None None] Port 6d1009fd-5404-404c-acac-c7e822e760b7 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:22:11.987949 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-062149f2-7fc1-43cd-8f46-c80318604788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:12.289655 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-062149f2-7fc1-43cd-8f46-c80318604788 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:12.293147 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-062149f2-7fc1-43cd-8f46-c80318604788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:12.294250 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-062149f2-7fc1-43cd-8f46-c80318604788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846870376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854411140'] for router_interface, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:12.309126 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:22:12.447374 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062149f2-7fc1-43cd-8f46-c80318604788 admin admin] Pushing event updated for resources: {'Port': ['ID=6d1009fd-5404-404c-acac-c7e822e760b7,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:22:12.450299 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-062149f2-7fc1-43cd-8f46-c80318604788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:22:12.516172 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062149f2-7fc1-43cd-8f46-c80318604788 admin admin] Network e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:22:12.517334 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-062149f2-7fc1-43cd-8f46-c80318604788 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:22:12.702129 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-c20c6e41-66b2-41e3-8aee-d50d2f95fd34 None None] Provisioning complete for port 6d1009fd-5404-404c-acac-c7e822e760b7 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:22:12.702632 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c20c6e41-66b2-41e3-8aee-d50d2f95fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:12.722596 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062149f2-7fc1-43cd-8f46-c80318604788 admin admin] Router 91293ca0-aab2-458e-a7d2-6843a4b10481 is scheduled to L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 with binding_index 1 {{(pid=83986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 12:22:12.764471 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-c20c6e41-66b2-41e3-8aee-d50d2f95fd34 None None] Port 6d1009fd-5404-404c-acac-c7e822e760b7 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:22:12.890646 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062149f2-7fc1-43cd-8f46-c80318604788 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:22:12.901657 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a5f36e-2b14-4849-8766-2850c29b4680 None None] Sync routers for ids ['91293ca0-aab2-458e-a7d2-6843a4b10481'] in dv-cinder-776422-1-iscsi {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:22:12.902271 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-062149f2-7fc1-43cd-8f46-c80318604788 admin admin] 10.222.0.83 "PUT /v2.0/routers/91293ca0-aab2-458e-a7d2-6843a4b10481/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7163415 Feb 18 12:22:12.913949 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a5f36e-2b14-4849-8766-2850c29b4680 None None] Routers {'91293ca0-aab2-458e-a7d2-6843a4b10481'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:22:12.914854 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-69a5f36e-2b14-4849-8766-2850c29b4680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:22:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['91293ca0-aab2-458e-a7d2-6843a4b10481'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:22:13.105498 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-69a5f36e-2b14-4849-8766-2850c29b4680 None None] Set router 91293ca0-aab2-458e-a7d2-6843a4b10481 gateway port host: None {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:22:13.671467 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-69a5f36e-2b14-4849-8766-2850c29b4680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91293ca0-aab2-458e-a7d2-6843a4b10481', 'name': 'router1', 'tenant_id': '5ebdbb7746784d3c8bad8a0bf2860801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:22:00Z', 'updated_at': '2021-02-18T12:22:11Z', 'revision_number': 2, 'project_id': '5ebdbb7746784d3c8bad8a0bf2860801', 'gw_port_host': None, '_interfaces': [{'id': '6d1009fd-5404-404c-acac-c7e822e760b7', 'name': '', 'network_id': 'e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b', 'tenant_id': '5ebdbb7746784d3c8bad8a0bf2860801', 'mac_address': 'fa:16:3e:c8:ea:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91293ca0-aab2-458e-a7d2-6843a4b10481', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52418f02-8ae2-4187-bac4-e983dd7f799a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:22:10Z', 'updated_at': '2021-02-18T12:22:12Z', 'revision_number': 2, 'project_id': '5ebdbb7746784d3c8bad8a0bf2860801', 'subnets': [{'id': '52418f02-8ae2-4187-bac4-e983dd7f799a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74f2b070-d355-4ce4-851c-2ac14ff9d4a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:22:13.677170 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a5f36e-2b14-4849-8766-2850c29b4680 None None] Checking router: 91293ca0-aab2-458e-a7d2-6843a4b10481 for host: dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:22:13.677563 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a5f36e-2b14-4849-8766-2850c29b4680 None None] Updating router 91293ca0-aab2-458e-a7d2-6843a4b10481 port 6d1009fd-5404-404c-acac-c7e822e760b7 binding host dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:22:13.740061 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-69a5f36e-2b14-4849-8766-2850c29b4680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:14.205534 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-69a5f36e-2b14-4849-8766-2850c29b4680 None None] Notify callbacks [] for port, precommit_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:14.220942 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-69a5f36e-2b14-4849-8766-2850c29b4680 None None] Transition to ACTIVE for port object 6d1009fd-5404-404c-acac-c7e822e760b7 will not be triggered until provisioned by entity L2. {{(pid=83989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:22:14.223848 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-69a5f36e-2b14-4849-8766-2850c29b4680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:14.240351 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:22:14.399369 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e614d2b-0f58-457d-b3bc-8db6f16381ff None None] Pushing event updated for resources: {'Port': ['ID=6d1009fd-5404-404c-acac-c7e822e760b7,revision_number=3']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:22:14.419847 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e614d2b-0f58-457d-b3bc-8db6f16381ff None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:22:14.420225 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e614d2b-0f58-457d-b3bc-8db6f16381ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:22:14.420586 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e614d2b-0f58-457d-b3bc-8db6f16381ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:22:14.420941 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e614d2b-0f58-457d-b3bc-8db6f16381ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:22:14.421293 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e614d2b-0f58-457d-b3bc-8db6f16381ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:22:14.421643 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e614d2b-0f58-457d-b3bc-8db6f16381ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:22:14.421993 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e614d2b-0f58-457d-b3bc-8db6f16381ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:22:14.423045 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e614d2b-0f58-457d-b3bc-8db6f16381ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:22:14.423402 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e614d2b-0f58-457d-b3bc-8db6f16381ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:22:14.423780 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e614d2b-0f58-457d-b3bc-8db6f16381ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:22:14.424126 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e614d2b-0f58-457d-b3bc-8db6f16381ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:22:14.424472 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e614d2b-0f58-457d-b3bc-8db6f16381ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e614d2b-0f58-457d-b3bc-8db6f16381ff None None] Tracked resource versions report: Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: pushed versions: Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: { 'AddressGroup': {'1.1'}, Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: 'ConntrackHelper': {'1.0'}, Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Log': {'1.0'}, Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Network': {'1.1'}, Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Port': {'1.7'}, Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: 'PortForwarding': {'1.2'}, Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: 'QosPolicy': {'1.8'}, Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroup': {'1.4'}, Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SubPort': {'1.0'}, Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Subnet': {'1.1'}, Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Trunk': {'1.1'}} Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: consumer versions: Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: { DHCP agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: L3 agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: Metadata agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: Metering agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: Open vSwitch agent@dv-cinder-776422-1-iscsi: { 'AddressGroup': '1.1', Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: 'ConntrackHelper': '1.0', Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Log': '1.0', Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Network': '1.1', Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Port': '1.7', Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: 'PortForwarding': '1.2', Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: 'QosPolicy': '1.8', Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroup': '1.4', Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroupRule': '1.2', Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SubPort': '1.0', Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Subnet': '1.1', Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Trunk': '1.1'}} Feb 18 12:22:14.425585 dv-cinder-776422-1-iscsi neutron-server[83873]: {{(pid=83989) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 12:22:14.429346 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7e614d2b-0f58-457d-b3bc-8db6f16381ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:22:14.587344 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-69a5f36e-2b14-4849-8766-2850c29b4680 None None] Attempting to bind port 6d1009fd-5404-404c-acac-c7e822e760b7 on host dv-cinder-776422-1-iscsi for vnic_type normal with profile {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:22:14.587815 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-69a5f36e-2b14-4849-8766-2850c29b4680 None None] Attempting to bind port 6d1009fd-5404-404c-acac-c7e822e760b7 by drivers openvswitch on host dv-cinder-776422-1-iscsi at level 0 using segments [{'id': '232166e5-4b78-4308-b0ae-3a0468208567', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b'}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:22:14.588244 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5f36e-2b14-4849-8766-2850c29b4680 None None] Attempting to bind port 6d1009fd-5404-404c-acac-c7e822e760b7 on network e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:22:14.594883 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5f36e-2b14-4849-8766-2850c29b4680 None None] Checking agent: {'id': 'ac3e34c9-0d53-40a9-ab2e-3d2b62a37265', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 21, 35), 'started_at': datetime.datetime(2021, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:22:14.595305 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5f36e-2b14-4849-8766-2850c29b4680 None None] Checking segment: {'id': '232166e5-4b78-4308-b0ae-3a0468208567', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:22:14.595793 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-69a5f36e-2b14-4849-8766-2850c29b4680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:14.596229 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5f36e-2b14-4849-8766-2850c29b4680 None None] Bound using segment: {'id': '232166e5-4b78-4308-b0ae-3a0468208567', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b'} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:22:14.596967 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-69a5f36e-2b14-4849-8766-2850c29b4680 None None] Bound port: 6d1009fd-5404-404c-acac-c7e822e760b7, host: dv-cinder-776422-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232166e5-4b78-4308-b0ae-3a0468208567', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b'}}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:22:14.597410 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-69a5f36e-2b14-4849-8766-2850c29b4680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:14.697310 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-69a5f36e-2b14-4849-8766-2850c29b4680 None None] For port 6d1009fd-5404-404c-acac-c7e822e760b7, host dv-cinder-776422-1-iscsi, cleared binding levels {{(pid=83989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:22:14.702511 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-69a5f36e-2b14-4849-8766-2850c29b4680 None None] For port 6d1009fd-5404-404c-acac-c7e822e760b7, host dv-cinder-776422-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=6d1009fd-5404-404c-acac-c7e822e760b7,segment=NetworkSegment(232166e5-4b78-4308-b0ae-3a0468208567),segment_id=232166e5-4b78-4308-b0ae-3a0468208567)] {{(pid=83989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:22:14.705544 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-69a5f36e-2b14-4849-8766-2850c29b4680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:14.721706 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7e614d2b-0f58-457d-b3bc-8db6f16381ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:22:14.869190 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e614d2b-0f58-457d-b3bc-8db6f16381ff None None] Pushing event updated for resources: {'Port': ['ID=6d1009fd-5404-404c-acac-c7e822e760b7,revision_number=4']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:22:14.882281 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7e614d2b-0f58-457d-b3bc-8db6f16381ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:22:14.930232 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a5f36e-2b14-4849-8766-2850c29b4680 None None] Routers {'91293ca0-aab2-458e-a7d2-6843a4b10481'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:22:14.930888 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-69a5f36e-2b14-4849-8766-2850c29b4680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:22:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['91293ca0-aab2-458e-a7d2-6843a4b10481'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:22:15.102133 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-69a5f36e-2b14-4849-8766-2850c29b4680 None None] Set router 91293ca0-aab2-458e-a7d2-6843a4b10481 gateway port host: None {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:22:15.452819 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-69a5f36e-2b14-4849-8766-2850c29b4680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91293ca0-aab2-458e-a7d2-6843a4b10481', 'name': 'router1', 'tenant_id': '5ebdbb7746784d3c8bad8a0bf2860801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:22:00Z', 'updated_at': '2021-02-18T12:22:11Z', 'revision_number': 2, 'project_id': '5ebdbb7746784d3c8bad8a0bf2860801', 'gw_port_host': None, '_interfaces': [{'id': '6d1009fd-5404-404c-acac-c7e822e760b7', 'name': '', 'network_id': 'e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b', 'tenant_id': '5ebdbb7746784d3c8bad8a0bf2860801', 'mac_address': 'fa:16:3e:c8:ea:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91293ca0-aab2-458e-a7d2-6843a4b10481', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52418f02-8ae2-4187-bac4-e983dd7f799a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:22:10Z', 'updated_at': '2021-02-18T12:22:14Z', 'revision_number': 4, 'project_id': '5ebdbb7746784d3c8bad8a0bf2860801', 'subnets': [{'id': '52418f02-8ae2-4187-bac4-e983dd7f799a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74f2b070-d355-4ce4-851c-2ac14ff9d4a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:22:15.457737 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a5f36e-2b14-4849-8766-2850c29b4680 None None] The sync data for ids ['91293ca0-aab2-458e-a7d2-6843a4b10481'] in dv-cinder-776422-1-iscsi is: [{'id': '91293ca0-aab2-458e-a7d2-6843a4b10481', 'name': 'router1', 'tenant_id': '5ebdbb7746784d3c8bad8a0bf2860801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:22:00Z', 'updated_at': '2021-02-18T12:22:11Z', 'revision_number': 2, 'project_id': '5ebdbb7746784d3c8bad8a0bf2860801', 'gw_port_host': None, '_interfaces': [{'id': '6d1009fd-5404-404c-acac-c7e822e760b7', 'name': '', 'network_id': 'e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b', 'tenant_id': '5ebdbb7746784d3c8bad8a0bf2860801', 'mac_address': 'fa:16:3e:c8:ea:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91293ca0-aab2-458e-a7d2-6843a4b10481', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52418f02-8ae2-4187-bac4-e983dd7f799a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:22:10Z', 'updated_at': '2021-02-18T12:22:14Z', 'revision_number': 4, 'project_id': '5ebdbb7746784d3c8bad8a0bf2860801', 'subnets': [{'id': '52418f02-8ae2-4187-bac4-e983dd7f799a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74f2b070-d355-4ce4-851c-2ac14ff9d4a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:22:15.499021 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 39444) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:22:15.656316 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abe2e9f-5350-48a8-87c8-dcec17244592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:22:15.657413 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-7abe2e9f-5350-48a8-87c8-dcec17244592 admin admin] Synchronizing usage tracker for tenant:6258b699e7324cb9a161445796bc92f9 on resource:network {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:22:15.673609 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-7abe2e9f-5350-48a8-87c8-dcec17244592 admin admin] Unset dirty status for tenant:6258b699e7324cb9a161445796bc92f9 on resource:network {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:22:15.674836 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-7abe2e9f-5350-48a8-87c8-dcec17244592 admin admin] 10.222.0.83 "GET /v2.0/networks/af22eeb7-a3c9-494b-a94b-4ce3a52cae78 HTTP/1.1" status: 200 len: 842 time: 0.1743708 Feb 18 12:22:15.685324 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-75b11652-28cb-4c5f-94d9-490da690e01f admin admin] Request body: {'subnet': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.1.0/24'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:22:15.691366 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-75b11652-28cb-4c5f-94d9-490da690e01f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:22:15.695745 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-75b11652-28cb-4c5f-94d9-490da690e01f admin admin] Usage tracker for resource:subnet and tenant:6258b699e7324cb9a161445796bc92f9 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:22:15.698752 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-75b11652-28cb-4c5f-94d9-490da690e01f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:22:15.705527 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-75b11652-28cb-4c5f-94d9-490da690e01f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:22:15.714168 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b11652-28cb-4c5f-94d9-490da690e01f admin admin] Made reservation on behalf of 6258b699e7324cb9a161445796bc92f9 for: {'subnet': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:22:15.718726 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-75b11652-28cb-4c5f-94d9-490da690e01f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:16.337888 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.objects.ports [None req-75b11652-28cb-4c5f-94d9-490da690e01f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83986) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 12:22:16.337888 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-75b11652-28cb-4c5f-94d9-490da690e01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for subnet, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:16.357938 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:22:16.497901 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b11652-28cb-4c5f-94d9-490da690e01f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f96d68a-30b3-4cd1-8fb4-11341d49a56c,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:22:16.507729 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-75b11652-28cb-4c5f-94d9-490da690e01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:22:16.563912 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b11652-28cb-4c5f-94d9-490da690e01f admin admin] Checking segment: {'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:22:16.564373 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b11652-28cb-4c5f-94d9-490da690e01f admin admin] Network hostable DHCP agents. Network: af22eeb7-a3c9-494b-a94b-4ce3a52cae78, hostable agents: ['bed05dfd-bd83-4319-8df6-46deac5f4b19'], hosted agents: [] {{(pid=83986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:22:16.587625 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b11652-28cb-4c5f-94d9-490da690e01f admin admin] Network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 is scheduled to be hosted by DHCP agent bed05dfd-bd83-4319-8df6-46deac5f4b19 with binding_index 1 {{(pid=83986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:22:16.597597 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-75b11652-28cb-4c5f-94d9-490da690e01f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-iscsi, af22eeb7-a3c9-494b-a94b-4ce3a52cae78) {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:22:16.601949 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b11652-28cb-4c5f-94d9-490da690e01f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:22:16.602601 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-75b11652-28cb-4c5f-94d9-490da690e01f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:16.606275 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aab19b8-bc3e-4218-a4b2-645c5247c2b5 None None] Network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:22:16.630828 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-75b11652-28cb-4c5f-94d9-490da690e01f admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9430010 Feb 18 12:22:16.848447 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25f7a5a-803d-406b-ae81-dbf0be340dd3 None None] Network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:22:17.153500 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 6d1009fd-5404-404c-acac-c7e822e760b7 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:22:17.227269 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning for port 6d1009fd-5404-404c-acac-c7e822e760b7 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:22:17.232112 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 6d1009fd-5404-404c-acac-c7e822e760b7 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:22:17.232517 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:17.363214 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:17.399831 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] For port 6d1009fd-5404-404c-acac-c7e822e760b7, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=6d1009fd-5404-404c-acac-c7e822e760b7,segment=NetworkSegment(232166e5-4b78-4308-b0ae-3a0468208567),segment_id=232166e5-4b78-4308-b0ae-3a0468208567)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:22:17.402696 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:17.404854 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:22:17.475075 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Pushing event updated for resources: {'Port': ['ID=6d1009fd-5404-404c-acac-c7e822e760b7,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:22:17.478733 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:22:19.141256 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 6d1009fd-5404-404c-acac-c7e822e760b7 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:22:19.217756 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 6d1009fd-5404-404c-acac-c7e822e760b7 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:22:19.218163 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:19.247332 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 39458) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:22:19.463997 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-6b75aeaa-f533-42cb-ba6c-47a25dacbf7b admin admin] 10.222.0.83 "GET /v2.0/routers/91293ca0-aab2-458e-a7d2-6843a4b10481 HTTP/1.1" status: 200 len: 710 time: 0.2154167 Feb 18 12:22:19.603839 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3692ff65-c5cb-4701-971c-1ceb2c0b71b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:22:19.605346 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-3692ff65-c5cb-4701-971c-1ceb2c0b71b4 admin admin] 10.222.0.83 "GET /v2.0/networks/af22eeb7-a3c9-494b-a94b-4ce3a52cae78 HTTP/1.1" status: 200 len: 886 time: 0.1350596 Feb 18 12:22:19.616399 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-7c374984-7904-43eb-a4d4-28c38cd166b5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:22:20.087657 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7c374984-7904-43eb-a4d4-28c38cd166b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854412150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854729976'] for router, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:20.432107 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7c374984-7904-43eb-a4d4-28c38cd166b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:20.493971 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7c374984-7904-43eb-a4d4-28c38cd166b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:20.509887 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7c374984-7904-43eb-a4d4-28c38cd166b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:20.524545 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7c374984-7904-43eb-a4d4-28c38cd166b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:22:20.528524 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-7c374984-7904-43eb-a4d4-28c38cd166b5 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:22:20.531375 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-7c374984-7904-43eb-a4d4-28c38cd166b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:22:20.536979 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7c374984-7904-43eb-a4d4-28c38cd166b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:22:20.623907 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7c374984-7904-43eb-a4d4-28c38cd166b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:20.627575 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7c374984-7904-43eb-a4d4-28c38cd166b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:20.642593 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:22:20.734010 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c374984-7904-43eb-a4d4-28c38cd166b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de212429-b4de-4b3c-a19b-f24fbd294d4c,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:22:20.737853 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7c374984-7904-43eb-a4d4-28c38cd166b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:22:21.080071 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-7c374984-7904-43eb-a4d4-28c38cd166b5 admin admin] Allocated IP 172.27.1.54 (af22eeb7-a3c9-494b-a94b-4ce3a52cae78/7f96d68a-30b3-4cd1-8fb4-11341d49a56c/6da8fbf9-deab-4bcd-8d5f-f54b21dbae43) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:22:21.232818 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7c374984-7904-43eb-a4d4-28c38cd166b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:21.260850 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7c374984-7904-43eb-a4d4-28c38cd166b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:21.276214 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-062149f2-7fc1-43cd-8f46-c80318604788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:22:21.417197 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c374984-7904-43eb-a4d4-28c38cd166b5 admin admin] Pushing event updated for resources: {'Port': ['ID=6da8fbf9-deab-4bcd-8d5f-f54b21dbae43,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:22:21.422141 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7c374984-7904-43eb-a4d4-28c38cd166b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:22:21.461694 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c374984-7904-43eb-a4d4-28c38cd166b5 admin admin] Network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:22:21.462864 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-7c374984-7904-43eb-a4d4-28c38cd166b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:22:21.465049 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c374984-7904-43eb-a4d4-28c38cd166b5 admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:22:21.858504 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7c374984-7904-43eb-a4d4-28c38cd166b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:22.216569 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7c374984-7904-43eb-a4d4-28c38cd166b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854412150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854729976'] for router, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:22.220363 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7c374984-7904-43eb-a4d4-28c38cd166b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854412059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-363651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-363666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854405750'] for router, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:22.407996 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c374984-7904-43eb-a4d4-28c38cd166b5 admin admin] Router 91293ca0-aab2-458e-a7d2-6843a4b10481 has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:22:22.593500 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c374984-7904-43eb-a4d4-28c38cd166b5 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:22:22.605047 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc7ef3e-3561-4f31-a9b1-da0abe65b8af None None] Sync routers for ids ['91293ca0-aab2-458e-a7d2-6843a4b10481'] in dv-cinder-776422-1-iscsi {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:22:22.613269 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7c374984-7904-43eb-a4d4-28c38cd166b5 admin admin] Notify callbacks [] for router, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:22.614806 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-7c374984-7904-43eb-a4d4-28c38cd166b5 admin admin] 10.222.0.83 "PUT /v2.0/routers/91293ca0-aab2-458e-a7d2-6843a4b10481 HTTP/1.1" status: 200 len: 889 time: 3.0022242 Feb 18 12:22:22.615818 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc7ef3e-3561-4f31-a9b1-da0abe65b8af None None] Routers {'91293ca0-aab2-458e-a7d2-6843a4b10481'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:22:22.616521 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-bbc7ef3e-3561-4f31-a9b1-da0abe65b8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:22:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['91293ca0-aab2-458e-a7d2-6843a4b10481'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:22:22.831473 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-bbc7ef3e-3561-4f31-a9b1-da0abe65b8af None None] Set router 91293ca0-aab2-458e-a7d2-6843a4b10481 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:22:23.199228 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-bbc7ef3e-3561-4f31-a9b1-da0abe65b8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91293ca0-aab2-458e-a7d2-6843a4b10481', 'name': 'router1', 'tenant_id': '5ebdbb7746784d3c8bad8a0bf2860801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '6da8fbf9-deab-4bcd-8d5f-f54b21dbae43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:22:00Z', 'updated_at': '2021-02-18T12:22:21Z', 'revision_number': 4, 'project_id': '5ebdbb7746784d3c8bad8a0bf2860801', 'gw_port': {'id': '6da8fbf9-deab-4bcd-8d5f-f54b21dbae43', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91293ca0-aab2-458e-a7d2-6843a4b10481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:22:20Z', 'updated_at': '2021-02-18T12:22:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '6d1009fd-5404-404c-acac-c7e822e760b7', 'name': '', 'network_id': 'e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b', 'tenant_id': '5ebdbb7746784d3c8bad8a0bf2860801', 'mac_address': 'fa:16:3e:c8:ea:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91293ca0-aab2-458e-a7d2-6843a4b10481', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52418f02-8ae2-4187-bac4-e983dd7f799a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:22:10Z', 'updated_at': '2021-02-18T12:22:17Z', 'revision_number': 5, 'project_id': '5ebdbb7746784d3c8bad8a0bf2860801', 'subnets': [{'id': '52418f02-8ae2-4187-bac4-e983dd7f799a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74f2b070-d355-4ce4-851c-2ac14ff9d4a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:22:23.206349 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc7ef3e-3561-4f31-a9b1-da0abe65b8af None None] Checking router: 91293ca0-aab2-458e-a7d2-6843a4b10481 for host: dv-cinder-776422-1-iscsi {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:22:23.206741 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc7ef3e-3561-4f31-a9b1-da0abe65b8af None None] Updating router 91293ca0-aab2-458e-a7d2-6843a4b10481 port 6da8fbf9-deab-4bcd-8d5f-f54b21dbae43 binding host dv-cinder-776422-1-iscsi {{(pid=83988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:22:23.262730 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bbc7ef3e-3561-4f31-a9b1-da0abe65b8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:23.671236 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bbc7ef3e-3561-4f31-a9b1-da0abe65b8af None None] Notify callbacks [] for port, precommit_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:23.685099 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-bbc7ef3e-3561-4f31-a9b1-da0abe65b8af None None] Transition to ACTIVE for port object 6da8fbf9-deab-4bcd-8d5f-f54b21dbae43 will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:22:23.687919 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bbc7ef3e-3561-4f31-a9b1-da0abe65b8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:23.705467 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-76d36f06-82b0-4c82-9636-f5eebac14ec5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:22:23.836715 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdcbfd-a1ff-4e58-8823-5d61b87be9bc None None] Pushing event updated for resources: {'Port': ['ID=6da8fbf9-deab-4bcd-8d5f-f54b21dbae43,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:22:23.839829 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d2bdcbfd-a1ff-4e58-8823-5d61b87be9bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:22:23.909878 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-bbc7ef3e-3561-4f31-a9b1-da0abe65b8af None None] Attempting to bind port 6da8fbf9-deab-4bcd-8d5f-f54b21dbae43 on host dv-cinder-776422-1-iscsi for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:22:23.910287 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-bbc7ef3e-3561-4f31-a9b1-da0abe65b8af None None] Attempting to bind port 6da8fbf9-deab-4bcd-8d5f-f54b21dbae43 by drivers openvswitch on host dv-cinder-776422-1-iscsi at level 0 using segments [{'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:22:23.910687 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc7ef3e-3561-4f31-a9b1-da0abe65b8af None None] Attempting to bind port 6da8fbf9-deab-4bcd-8d5f-f54b21dbae43 on network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:22:23.917064 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc7ef3e-3561-4f31-a9b1-da0abe65b8af None None] Checking agent: {'id': 'ac3e34c9-0d53-40a9-ab2e-3d2b62a37265', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 21, 35), 'started_at': datetime.datetime(2021, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:22:23.917478 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc7ef3e-3561-4f31-a9b1-da0abe65b8af None None] Checking segment: {'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:22:23.917918 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bbc7ef3e-3561-4f31-a9b1-da0abe65b8af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:23.918349 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc7ef3e-3561-4f31-a9b1-da0abe65b8af None None] Bound using segment: {'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:22:23.918869 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-bbc7ef3e-3561-4f31-a9b1-da0abe65b8af None None] Bound port: 6da8fbf9-deab-4bcd-8d5f-f54b21dbae43, host: dv-cinder-776422-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:22:23.919279 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bbc7ef3e-3561-4f31-a9b1-da0abe65b8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:23.997743 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-bbc7ef3e-3561-4f31-a9b1-da0abe65b8af None None] For port 6da8fbf9-deab-4bcd-8d5f-f54b21dbae43, host dv-cinder-776422-1-iscsi, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:22:24.001570 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-bbc7ef3e-3561-4f31-a9b1-da0abe65b8af None None] For port 6da8fbf9-deab-4bcd-8d5f-f54b21dbae43, host dv-cinder-776422-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=6da8fbf9-deab-4bcd-8d5f-f54b21dbae43,segment=NetworkSegment(cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0),segment_id=cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:22:24.004968 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bbc7ef3e-3561-4f31-a9b1-da0abe65b8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:24.020683 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:22:24.179073 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdcbfd-a1ff-4e58-8823-5d61b87be9bc None None] Pushing event updated for resources: {'Port': ['ID=6da8fbf9-deab-4bcd-8d5f-f54b21dbae43,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:22:24.184260 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d2bdcbfd-a1ff-4e58-8823-5d61b87be9bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:22:24.223473 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc7ef3e-3561-4f31-a9b1-da0abe65b8af None None] Routers {'91293ca0-aab2-458e-a7d2-6843a4b10481'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:22:24.224163 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-bbc7ef3e-3561-4f31-a9b1-da0abe65b8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:22:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['91293ca0-aab2-458e-a7d2-6843a4b10481'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:22:24.567039 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-bbc7ef3e-3561-4f31-a9b1-da0abe65b8af None None] Set router 91293ca0-aab2-458e-a7d2-6843a4b10481 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:22:24.922027 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-bbc7ef3e-3561-4f31-a9b1-da0abe65b8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91293ca0-aab2-458e-a7d2-6843a4b10481', 'name': 'router1', 'tenant_id': '5ebdbb7746784d3c8bad8a0bf2860801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '6da8fbf9-deab-4bcd-8d5f-f54b21dbae43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:22:00Z', 'updated_at': '2021-02-18T12:22:21Z', 'revision_number': 4, 'project_id': '5ebdbb7746784d3c8bad8a0bf2860801', 'gw_port': {'id': '6da8fbf9-deab-4bcd-8d5f-f54b21dbae43', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91293ca0-aab2-458e-a7d2-6843a4b10481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:22:20Z', 'updated_at': '2021-02-18T12:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '6d1009fd-5404-404c-acac-c7e822e760b7', 'name': '', 'network_id': 'e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b', 'tenant_id': '5ebdbb7746784d3c8bad8a0bf2860801', 'mac_address': 'fa:16:3e:c8:ea:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91293ca0-aab2-458e-a7d2-6843a4b10481', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52418f02-8ae2-4187-bac4-e983dd7f799a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:22:10Z', 'updated_at': '2021-02-18T12:22:17Z', 'revision_number': 5, 'project_id': '5ebdbb7746784d3c8bad8a0bf2860801', 'subnets': [{'id': '52418f02-8ae2-4187-bac4-e983dd7f799a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74f2b070-d355-4ce4-851c-2ac14ff9d4a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:22:24.926771 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc7ef3e-3561-4f31-a9b1-da0abe65b8af None None] The sync data for ids ['91293ca0-aab2-458e-a7d2-6843a4b10481'] in dv-cinder-776422-1-iscsi is: [{'id': '91293ca0-aab2-458e-a7d2-6843a4b10481', 'name': 'router1', 'tenant_id': '5ebdbb7746784d3c8bad8a0bf2860801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '6da8fbf9-deab-4bcd-8d5f-f54b21dbae43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:22:00Z', 'updated_at': '2021-02-18T12:22:21Z', 'revision_number': 4, 'project_id': '5ebdbb7746784d3c8bad8a0bf2860801', 'gw_port': {'id': '6da8fbf9-deab-4bcd-8d5f-f54b21dbae43', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91293ca0-aab2-458e-a7d2-6843a4b10481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:22:20Z', 'updated_at': '2021-02-18T12:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '6d1009fd-5404-404c-acac-c7e822e760b7', 'name': '', 'network_id': 'e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b', 'tenant_id': '5ebdbb7746784d3c8bad8a0bf2860801', 'mac_address': 'fa:16:3e:c8:ea:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91293ca0-aab2-458e-a7d2-6843a4b10481', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52418f02-8ae2-4187-bac4-e983dd7f799a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:22:10Z', 'updated_at': '2021-02-18T12:22:17Z', 'revision_number': 5, 'project_id': '5ebdbb7746784d3c8bad8a0bf2860801', 'subnets': [{'id': '52418f02-8ae2-4187-bac4-e983dd7f799a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74f2b070-d355-4ce4-851c-2ac14ff9d4a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:22:25.194102 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 6da8fbf9-deab-4bcd-8d5f-f54b21dbae43 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:22:25.275802 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning for port 6da8fbf9-deab-4bcd-8d5f-f54b21dbae43 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:22:25.281694 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 6da8fbf9-deab-4bcd-8d5f-f54b21dbae43 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:22:25.282102 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:25.324194 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 39468) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:22:25.420994 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:25.441031 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] For port 6da8fbf9-deab-4bcd-8d5f-f54b21dbae43, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=6da8fbf9-deab-4bcd-8d5f-f54b21dbae43,segment=NetworkSegment(cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0),segment_id=cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:22:25.445246 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:25.447418 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:22:25.523690 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Pushing event updated for resources: {'Port': ['ID=6da8fbf9-deab-4bcd-8d5f-f54b21dbae43,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:22:25.527386 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:22:25.681466 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81999d5-bcd9-4255-941d-253c48073738 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:22:25.683159 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-b81999d5-bcd9-4255-941d-253c48073738 admin admin] 10.222.0.83 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.3576534 Feb 18 12:22:27.159033 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 6da8fbf9-deab-4bcd-8d5f-f54b21dbae43 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:22:27.246718 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 6da8fbf9-deab-4bcd-8d5f-f54b21dbae43 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:22:27.247137 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:30.963168 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5638658d-da0b-4dfc-8b49-59dcb17573d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:33.275631 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 5 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:22:33.338651 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf604531-5a03-4499-96f6-cb2e261ad544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:33.786769 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:35.138248 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:22:35.369039 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:23:00.955054 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ceed8080-eb28-40f3-a592-2c0b2f78aed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:23:03.315216 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2325cb19-e1ce-4793-a624-b59589e9897b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:23:03.777336 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:23:05.116824 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:23:05.371710 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:23:10.275187 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 5 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:23:30.956665 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9f9d24f4-4f0b-4658-8ded-83eee97d7784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:23:33.318996 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6b3d5dd1-fc4f-47ae-b262-3d42ca954c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:23:33.778687 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:23:35.112354 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:23:35.383805 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:23:47.274312 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 5 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:24:00.958880 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8ac3c008-3755-432f-aabd-76024fdc8725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:03.321826 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0b764514-4334-4c0b-bccb-c505fee40779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:03.783158 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:05.105591 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:05.385258 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:24.273316 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 5 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:24:30.962235 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f574ad82-a9d7-4f1c-9a00-d9560189b72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:33.323121 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9771bdc9-496e-434e-9076-3bcf2514e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:33.785135 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:35.108739 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:35.391836 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:40.097056 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 40044) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:24:40.172002 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.pecan_wsgi.hooks.translation [None req-c181559b-37d5-4b27-83d9-6bf390873892 admin admin] GET failed (client error): The resource could not be found. Feb 18 12:24:40.173368 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-c181559b-37d5-4b27-83d9-6bf390873892 admin admin] 10.222.0.83 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0752976 Feb 18 12:24:40.318738 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee2e73e-2469-46f1-8096-45654eeaea61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:24:40.320250 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-cee2e73e-2469-46f1-8096-45654eeaea61 admin admin] 10.222.0.83 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1424379 Feb 18 12:24:42.832420 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 40054) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:24:42.948908 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984722d6-3bc4-481f-b0f7-06f144c17996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:24:42.949520 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-984722d6-3bc4-481f-b0f7-06f144c17996 admin admin] Synchronizing usage tracker for tenant:6258b699e7324cb9a161445796bc92f9 on resource:subnet {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:24:42.966809 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-984722d6-3bc4-481f-b0f7-06f144c17996 admin admin] Unset dirty status for tenant:6258b699e7324cb9a161445796bc92f9 on resource:subnet {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:24:42.968088 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-984722d6-3bc4-481f-b0f7-06f144c17996 admin admin] 10.222.0.83 "GET /v2.0/subnets/52418f02-8ae2-4187-bac4-e983dd7f799a HTTP/1.1" status: 200 len: 849 time: 0.1346440 Feb 18 12:24:42.978496 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-de83f273-c183-415e-94c6-3185989c43a6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:24:43.104934 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-de83f273-c183-415e-94c6-3185989c43a6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:43.423902 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-de83f273-c183-415e-94c6-3185989c43a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731035141849'] for subnet, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:43.438986 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:24:43.582932 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83f273-c183-415e-94c6-3185989c43a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52418f02-8ae2-4187-bac4-e983dd7f799a,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:24:43.594112 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de83f273-c183-415e-94c6-3185989c43a6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:43.594507 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de83f273-c183-415e-94c6-3185989c43a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:43.594880 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de83f273-c183-415e-94c6-3185989c43a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:43.595247 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de83f273-c183-415e-94c6-3185989c43a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:43.595632 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de83f273-c183-415e-94c6-3185989c43a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:43.596014 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de83f273-c183-415e-94c6-3185989c43a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:43.596384 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de83f273-c183-415e-94c6-3185989c43a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:43.596730 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de83f273-c183-415e-94c6-3185989c43a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:43.597085 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de83f273-c183-415e-94c6-3185989c43a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:43.597435 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de83f273-c183-415e-94c6-3185989c43a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:43.597785 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de83f273-c183-415e-94c6-3185989c43a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:43.598133 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de83f273-c183-415e-94c6-3185989c43a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:43.601884 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-de83f273-c183-415e-94c6-3185989c43a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:24:43.636610 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de83f273-c183-415e-94c6-3185989c43a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:24:43.637263 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-de83f273-c183-415e-94c6-3185989c43a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:43.639365 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-de83f273-c183-415e-94c6-3185989c43a6 admin admin] 10.222.0.83 "PUT /v2.0/subnets/52418f02-8ae2-4187-bac4-e983dd7f799a HTTP/1.1" status: 200 len: 868 time: 0.6648402 Feb 18 12:24:43.642814 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d9414d-2273-4957-8700-2d75c1b29df7 None None] Network e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:24:44.108891 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-8b0d33f9-e5cd-41c0-8f3c-52817b6486bf None None] Provisioning complete for port 6d1009fd-5404-404c-acac-c7e822e760b7 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:24:44.109482 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b0d33f9-e5cd-41c0-8f3c-52817b6486bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:44.252426 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-8b0d33f9-e5cd-41c0-8f3c-52817b6486bf None None] Provisioning complete for port 23de6b98-a2ac-4c22-acc7-5423b5a8380b triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:24:44.252724 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b0d33f9-e5cd-41c0-8f3c-52817b6486bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:46.150531 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 40064) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:24:46.338380 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151d51b9-51c5-4904-89d2-39df077be614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:24:46.338719 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151d51b9-51c5-4904-89d2-39df077be614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:24:46.340543 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-151d51b9-51c5-4904-89d2-39df077be614 admin admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1889853 Feb 18 12:24:48.854742 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 40074) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:24:49.046342 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1187502b-8992-4872-97b7-187bd5ca8352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:24:49.046731 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1187502b-8992-4872-97b7-187bd5ca8352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:24:49.048396 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-1187502b-8992-4872-97b7-187bd5ca8352 admin admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1926184 Feb 18 12:24:51.586265 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 40084) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:24:51.772360 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05298266-6b98-42a4-9914-89064ac02fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:24:51.773776 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-05298266-6b98-42a4-9914-89064ac02fbb admin admin] 10.222.0.83 "GET /v2.0/networks/af22eeb7-a3c9-494b-a94b-4ce3a52cae78 HTTP/1.1" status: 200 len: 886 time: 0.1864877 Feb 18 12:24:54.287945 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 40094) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:24:54.483266 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c447ea3d-198b-4aca-a6f5-d360cf43fcde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:24:54.484673 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-c447ea3d-198b-4aca-a6f5-d360cf43fcde admin admin] 10.222.0.83 "GET /v2.0/networks/e5b1f1d9-5737-4e1a-a764-c4ecd7a2159b HTTP/1.1" status: 200 len: 862 time: 0.1957004 Feb 18 12:24:56.983806 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 40104) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:24:57.111023 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658a5ae2-1688-4943-a35c-62160e0289aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:24:57.111439 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658a5ae2-1688-4943-a35c-62160e0289aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:24:57.113190 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-658a5ae2-1688-4943-a35c-62160e0289aa admin admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1283417 Feb 18 12:24:59.637898 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 40114) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:24:59.753759 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3642d5-ec3d-4485-bc8a-206077023fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:24:59.754186 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3642d5-ec3d-4485-bc8a-206077023fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:24:59.755873 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-7f3642d5-ec3d-4485-bc8a-206077023fbe admin admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1168969 Feb 18 12:25:00.964646 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a630211e-2df1-4af7-be17-1d599a9ad040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:01.271966 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 5 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:25:02.282402 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 40124) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:25:02.402709 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce63be87-f66d-4f17-89b5-f54cf1e87795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:25:02.404273 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ce63be87-f66d-4f17-89b5-f54cf1e87795 admin admin] 10.222.0.83 "GET /v2.0/subnets/52418f02-8ae2-4187-bac4-e983dd7f799a HTTP/1.1" status: 200 len: 868 time: 0.1208432 Feb 18 12:25:03.326720 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f30bfded-fa40-4290-a0f7-4903e8ada362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:03.787909 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:04.918387 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 40134) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:25:05.029115 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a599bf-b3b2-4eaf-b636-c8dd65f0f8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:25:05.030625 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-e5a599bf-b3b2-4eaf-b636-c8dd65f0f8df admin admin] 10.222.0.83 "GET /v2.0/subnets/7f96d68a-30b3-4cd1-8fb4-11341d49a56c HTTP/1.1" status: 200 len: 816 time: 0.1111517 Feb 18 12:25:05.113647 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:05.394057 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:30.971014 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-21ba1339-0a6c-45a4-9893-2a4053066c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:31.416589 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 40174) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:25:31.469806 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [None req-d70b9470-c09d-4bd4-b63a-92c30b8944bc admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=83987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:25:31.470877 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-d70b9470-c09d-4bd4-b63a-92c30b8944bc admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0532312 Feb 18 12:25:33.329107 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6e4a5fd-03ae-48f0-a999-5f8959c5c065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:33.793904 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:34.060323 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 40184) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:25:34.137720 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.pecan_wsgi.hooks.translation [None req-20bc0f7b-c43f-4800-bbac-e4c33527a4ca admin admin] GET failed (client error): The resource could not be found. Feb 18 12:25:34.139122 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-20bc0f7b-c43f-4800-bbac-e4c33527a4ca admin admin] 10.222.0.83 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0778539 Feb 18 12:25:34.278077 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad14174-4bdf-4749-9ba1-beaa9b09db6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:25:34.279713 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-5ad14174-4bdf-4749-9ba1-beaa9b09db6c admin admin] 10.222.0.83 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1362417 Feb 18 12:25:35.116338 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:35.399853 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:36.825034 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 40194) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:25:36.876511 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-5ba5d40a-72bd-4f41-a958-50c3b3c7a86f admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:25:36.881399 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5ba5d40a-72bd-4f41-a958-50c3b3c7a86f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:25:36.891823 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5ba5d40a-72bd-4f41-a958-50c3b3c7a86f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:25:36.901057 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba5d40a-72bd-4f41-a958-50c3b3c7a86f admin admin] Made reservation on behalf of 6258b699e7324cb9a161445796bc92f9 for: {'network': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:25:36.905727 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5ba5d40a-72bd-4f41-a958-50c3b3c7a86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for network, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:37.000974 dv-cinder-776422-1-iscsi neutron-server[83873]: WARNING neutron.services.revisions.revision_plugin [None req-5ba5d40a-72bd-4f41-a958-50c3b3c7a86f admin admin] Could not find related network for resource to bump revision. Feb 18 12:25:37.019750 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba5d40a-72bd-4f41-a958-50c3b3c7a86f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=83986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:25:37.030158 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5ba5d40a-72bd-4f41-a958-50c3b3c7a86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:37.030532 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-5ba5d40a-72bd-4f41-a958-50c3b3c7a86f admin admin] Added segment ef46a161-20a9-4299-a845-c3d8e60a3174 of type vxlan for network 78426db4-3fc3-4801-aa11-c976891feaee Feb 18 12:25:37.064237 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5ba5d40a-72bd-4f41-a958-50c3b3c7a86f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305820034079'] for network, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:37.094827 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5ba5d40a-72bd-4f41-a958-50c3b3c7a86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:37.096100 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba5d40a-72bd-4f41-a958-50c3b3c7a86f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:25:37.096724 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5ba5d40a-72bd-4f41-a958-50c3b3c7a86f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:37.101713 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:25:37.201336 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-5ba5d40a-72bd-4f41-a958-50c3b3c7a86f admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3751395 Feb 18 12:25:37.204275 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5d40a-72bd-4f41-a958-50c3b3c7a86f admin admin] Pushing event updated for resources: {'Network': ['ID=78426db4-3fc3-4801-aa11-c976891feaee,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:25:37.207065 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5ba5d40a-72bd-4f41-a958-50c3b3c7a86f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:25:37.216731 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Network 78426db4-3fc3-4801-aa11-c976891feaee details requested by agent ovs-agent-dv-cinder-776422-1-iscsi with host dv-cinder-776422-1-iscsi {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:25:38.271902 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 5 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:25:39.745039 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 40204) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:25:39.824010 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b0d486-8d9f-4ac4-8059-ebfc9aec9d02 admin admin] GET failed (client error): The resource could not be found. Feb 18 12:25:39.824599 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-86b0d486-8d9f-4ac4-8059-ebfc9aec9d02 admin admin] Synchronizing usage tracker for tenant:6258b699e7324cb9a161445796bc92f9 on resource:network {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:25:39.838965 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-86b0d486-8d9f-4ac4-8059-ebfc9aec9d02 admin admin] Unset dirty status for tenant:6258b699e7324cb9a161445796bc92f9 on resource:network {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:25:39.840756 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-86b0d486-8d9f-4ac4-8059-ebfc9aec9d02 admin admin] 10.222.0.83 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0945876 Feb 18 12:25:39.956284 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b000ca-2336-45ef-965c-84a78035135e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:25:39.957769 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-d8b000ca-2336-45ef-965c-84a78035135e admin admin] 10.222.0.83 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1125214 Feb 18 12:25:39.969256 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-663f21c1-3469-4049-ab75-14f42f12b119 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '78426db4-3fc3-4801-aa11-c976891feaee', 'cidr': '192.168.233.0/24'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:25:39.974163 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-663f21c1-3469-4049-ab75-14f42f12b119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:25:39.984503 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-663f21c1-3469-4049-ab75-14f42f12b119 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:25:39.993006 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663f21c1-3469-4049-ab75-14f42f12b119 admin admin] Made reservation on behalf of 6258b699e7324cb9a161445796bc92f9 for: {'subnet': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:25:39.997582 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-663f21c1-3469-4049-ab75-14f42f12b119 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:40.398755 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-663f21c1-3469-4049-ab75-14f42f12b119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for subnet, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:40.411890 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-75b11652-28cb-4c5f-94d9-490da690e01f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:25:40.535968 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f21c1-3469-4049-ab75-14f42f12b119 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c86158a-a612-42a7-8fd7-8010c7bd3093,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:25:40.547738 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-663f21c1-3469-4049-ab75-14f42f12b119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:25:40.610880 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663f21c1-3469-4049-ab75-14f42f12b119 admin admin] Checking segment: {'id': 'ef46a161-20a9-4299-a845-c3d8e60a3174', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '78426db4-3fc3-4801-aa11-c976891feaee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:25:40.611324 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663f21c1-3469-4049-ab75-14f42f12b119 admin admin] Network hostable DHCP agents. Network: 78426db4-3fc3-4801-aa11-c976891feaee, hostable agents: ['bed05dfd-bd83-4319-8df6-46deac5f4b19'], hosted agents: [] {{(pid=83986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:25:40.631707 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663f21c1-3469-4049-ab75-14f42f12b119 admin admin] Network 78426db4-3fc3-4801-aa11-c976891feaee is scheduled to be hosted by DHCP agent bed05dfd-bd83-4319-8df6-46deac5f4b19 with binding_index 1 {{(pid=83986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:25:40.641285 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-663f21c1-3469-4049-ab75-14f42f12b119 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-iscsi, 78426db4-3fc3-4801-aa11-c976891feaee) {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:25:40.645173 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663f21c1-3469-4049-ab75-14f42f12b119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:25:40.645813 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-663f21c1-3469-4049-ab75-14f42f12b119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:40.651706 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5429ef23-ed94-4fe7-bfb1-283e9662a8a2 None None] Network 78426db4-3fc3-4801-aa11-c976891feaee requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:25:40.669656 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-663f21c1-3469-4049-ab75-14f42f12b119 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7047746 Feb 18 12:25:40.890441 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf59abdbf-fe40-5d86-8cc1-ae78ae9cb90e-78426db4-3fc3-4801-aa11-c976891feaee', 'network_id': '78426db4-3fc3-4801-aa11-c976891feaee', 'tenant_id': '6258b699e7324cb9a161445796bc92f9', 'fixed_ips': [{'subnet_id': '2c86158a-a612-42a7-8fd7-8010c7bd3093'}]}} from dv-cinder-776422-1-iscsi. {{(pid=83988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 12:25:40.891423 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:41.203800 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Allocated IP 192.168.233.2 (78426db4-3fc3-4801-aa11-c976891feaee/2c86158a-a612-42a7-8fd7-8010c7bd3093/f4a9fd60-e6ff-4654-a5b8-71a33c53a7ad) {{(pid=83988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:25:41.592142 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Notify callbacks [] for port, precommit_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:41.603653 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Transition to ACTIVE for port object f4a9fd60-e6ff-4654-a5b8-71a33c53a7ad will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:25:41.623010 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Transition to ACTIVE for port object f4a9fd60-e6ff-4654-a5b8-71a33c53a7ad will not be triggered until provisioned by entity DHCP. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:25:41.628831 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147'] for port, after_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:41.645098 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d2bdcbfd-a1ff-4e58-8823-5d61b87be9bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:25:41.782549 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Pushing event updated for resources: {'Port': ['ID=f4a9fd60-e6ff-4654-a5b8-71a33c53a7ad,revision_number=1']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:25:41.803961 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:25:41.804354 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:25:41.804729 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:25:41.805103 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:25:41.805474 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:25:41.805842 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:25:41.806209 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:25:41.806574 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:25:41.806960 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:25:41.807323 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:25:41.807717 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:25:41.808077 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:25:41.815277 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:25:41.863125 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Network 78426db4-3fc3-4801-aa11-c976891feaee is already hosted by enough agents. {{(pid=83988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:25:41.864626 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Resources bound (agent type, host, resource id): {{(pid=83988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:25:41.867171 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Received port after_create {{(pid=83988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:25:41.930024 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Attempting to bind port f4a9fd60-e6ff-4654-a5b8-71a33c53a7ad on host dv-cinder-776422-1-iscsi for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:25:41.930629 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Attempting to bind port f4a9fd60-e6ff-4654-a5b8-71a33c53a7ad by drivers openvswitch on host dv-cinder-776422-1-iscsi at level 0 using segments [{'id': 'ef46a161-20a9-4299-a845-c3d8e60a3174', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '78426db4-3fc3-4801-aa11-c976891feaee'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:25:41.930824 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Attempting to bind port f4a9fd60-e6ff-4654-a5b8-71a33c53a7ad on network 78426db4-3fc3-4801-aa11-c976891feaee {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:25:41.937714 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Checking agent: {'id': 'ac3e34c9-0d53-40a9-ab2e-3d2b62a37265', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 21, 35), 'started_at': datetime.datetime(2021, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:25:41.938139 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Checking segment: {'id': 'ef46a161-20a9-4299-a845-c3d8e60a3174', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '78426db4-3fc3-4801-aa11-c976891feaee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:25:41.938587 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:41.939024 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Bound using segment: {'id': 'ef46a161-20a9-4299-a845-c3d8e60a3174', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '78426db4-3fc3-4801-aa11-c976891feaee'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:25:41.939593 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Bound port: f4a9fd60-e6ff-4654-a5b8-71a33c53a7ad, host: dv-cinder-776422-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef46a161-20a9-4299-a845-c3d8e60a3174', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '78426db4-3fc3-4801-aa11-c976891feaee'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:25:41.940007 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:42.041909 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] For port f4a9fd60-e6ff-4654-a5b8-71a33c53a7ad, host dv-cinder-776422-1-iscsi, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:25:42.045636 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] For port f4a9fd60-e6ff-4654-a5b8-71a33c53a7ad, host dv-cinder-776422-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=f4a9fd60-e6ff-4654-a5b8-71a33c53a7ad,segment=NetworkSegment(ef46a161-20a9-4299-a845-c3d8e60a3174),segment_id=ef46a161-20a9-4299-a845-c3d8e60a3174)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:25:42.048832 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:42.064893 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d2bdcbfd-a1ff-4e58-8823-5d61b87be9bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:25:42.219894 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Pushing event updated for resources: {'Port': ['ID=f4a9fd60-e6ff-4654-a5b8-71a33c53a7ad,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:25:42.225236 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:25:43.283556 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device f4a9fd60-e6ff-4654-a5b8-71a33c53a7ad up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:25:43.374497 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning for port f4a9fd60-e6ff-4654-a5b8-71a33c53a7ad completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:25:43.550225 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f3bcf7-c617-48b9-a4d4-9fcd26924e71 None None] Network 78426db4-3fc3-4801-aa11-c976891feaee requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:25:43.644976 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-40dda5ed-078f-4f1f-b975-35cd39b335d1 None None] Provisioning for port f4a9fd60-e6ff-4654-a5b8-71a33c53a7ad completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:25:43.653585 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-40dda5ed-078f-4f1f-b975-35cd39b335d1 None None] Provisioning complete for port f4a9fd60-e6ff-4654-a5b8-71a33c53a7ad triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:25:43.653993 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-40dda5ed-078f-4f1f-b975-35cd39b335d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:43.902888 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-40dda5ed-078f-4f1f-b975-35cd39b335d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:43.950468 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-40dda5ed-078f-4f1f-b975-35cd39b335d1 None None] For port f4a9fd60-e6ff-4654-a5b8-71a33c53a7ad, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=f4a9fd60-e6ff-4654-a5b8-71a33c53a7ad,segment=NetworkSegment(ef46a161-20a9-4299-a845-c3d8e60a3174),segment_id=ef46a161-20a9-4299-a845-c3d8e60a3174)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:25:43.955088 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-40dda5ed-078f-4f1f-b975-35cd39b335d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:43.969299 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:25:44.054931 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dda5ed-078f-4f1f-b975-35cd39b335d1 None None] Pushing event updated for resources: {'Port': ['ID=f4a9fd60-e6ff-4654-a5b8-71a33c53a7ad,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:25:44.058108 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-40dda5ed-078f-4f1f-b975-35cd39b335d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:25:44.151308 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-4491509b-cae2-4d85-967a-e2e2574a2b0e None None] Provisioning complete for port f4a9fd60-e6ff-4654-a5b8-71a33c53a7ad triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:25:44.151753 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4491509b-cae2-4d85-967a-e2e2574a2b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:44.410033 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-2b26bcc7-dc75-4191-81b6-06916cf4ce54 None None] Provisioning complete for port f4a9fd60-e6ff-4654-a5b8-71a33c53a7ad triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:25:44.410546 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2b26bcc7-dc75-4191-81b6-06916cf4ce54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:44.662400 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-a546eeb7-c869-48d6-ada6-29eedb330c62 None None] Provisioning complete for port f4a9fd60-e6ff-4654-a5b8-71a33c53a7ad triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:25:44.662731 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a546eeb7-c869-48d6-ada6-29eedb330c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:45.251481 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device f4a9fd60-e6ff-4654-a5b8-71a33c53a7ad up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:25:45.329662 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port f4a9fd60-e6ff-4654-a5b8-71a33c53a7ad triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:25:45.330074 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:26:00.967377 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d8a897af-bb76-4b9d-9de5-dbe63f989f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:26:03.331510 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-522c8b7b-c380-4d2c-875e-c1a35c76fa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:26:03.796448 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:26:05.119286 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:26:05.402293 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:26:15.271144 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 5 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:26:30.959712 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-40aba9f9-286a-402c-aa42-9af9f5b424b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:26:33.333383 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-45644757-e817-4ae7-8cbd-341cf5b0fb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:26:33.799383 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:26:35.124417 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:26:35.406608 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:26:47.946252 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 40248) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:26:47.955008 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [None req-dd547cd0-92ea-475c-864b-d77a5fa7f19b tempest-verify_tempest_config-94217668 tempest-verify_tempest_config-94217668-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=83987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:26:47.956381 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-dd547cd0-92ea-475c-864b-d77a5fa7f19b tempest-verify_tempest_config-94217668 tempest-verify_tempest_config-94217668-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0089138 Feb 18 12:26:48.306232 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 40268) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:26:48.439106 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f0d034b0-ce25-453a-bb31-1125e094f710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:26:48.454847 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f0d034b0-ce25-453a-bb31-1125e094f710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:26:48.458934 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f0d034b0-ce25-453a-bb31-1125e094f710 admin admin] Usage tracker for resource:security_group_rule and tenant:198e535437ff4c9db55b3962eef50f65 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:26:48.461954 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f0d034b0-ce25-453a-bb31-1125e094f710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:26:48.467988 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f0d034b0-ce25-453a-bb31-1125e094f710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:26:48.565682 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f0d034b0-ce25-453a-bb31-1125e094f710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:26:48.568667 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f0d034b0-ce25-453a-bb31-1125e094f710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:26:48.576688 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:26:48.618978 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d034b0-ce25-453a-bb31-1125e094f710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f55e87-2235-495b-b53e-02830e9a2483,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:26:48.625123 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-f0d034b0-ce25-453a-bb31-1125e094f710 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=198e535437ff4c9db55b3962eef50f65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3177154 Feb 18 12:26:48.628389 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 40274) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:26:48.630087 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d034b0-ce25-453a-bb31-1125e094f710 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:26:48.630447 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d034b0-ce25-453a-bb31-1125e094f710 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:26:48.630819 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d034b0-ce25-453a-bb31-1125e094f710 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:26:48.631185 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d034b0-ce25-453a-bb31-1125e094f710 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:26:48.631569 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d034b0-ce25-453a-bb31-1125e094f710 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:26:48.631934 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d034b0-ce25-453a-bb31-1125e094f710 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:26:48.632286 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d034b0-ce25-453a-bb31-1125e094f710 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:26:48.632640 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d034b0-ce25-453a-bb31-1125e094f710 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:26:48.633011 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d034b0-ce25-453a-bb31-1125e094f710 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:26:48.633362 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d034b0-ce25-453a-bb31-1125e094f710 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:26:48.633711 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d034b0-ce25-453a-bb31-1125e094f710 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:26:48.634056 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d034b0-ce25-453a-bb31-1125e094f710 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:26:48.638204 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f0d034b0-ce25-453a-bb31-1125e094f710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:26:48.691739 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-be63002a-8a7d-4c1b-8a4a-27c933ce95e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:26:48.718880 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-be63002a-8a7d-4c1b-8a4a-27c933ce95e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:26:48.768489 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-be63002a-8a7d-4c1b-8a4a-27c933ce95e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:26:48.773615 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7c374984-7904-43eb-a4d4-28c38cd166b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:26:48.786392 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63002a-8a7d-4c1b-8a4a-27c933ce95e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f55e87-2235-495b-b53e-02830e9a2483,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:26:48.795831 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be63002a-8a7d-4c1b-8a4a-27c933ce95e5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:26:48.796237 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be63002a-8a7d-4c1b-8a4a-27c933ce95e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:26:48.796607 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be63002a-8a7d-4c1b-8a4a-27c933ce95e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:26:48.796967 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be63002a-8a7d-4c1b-8a4a-27c933ce95e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:26:48.797326 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be63002a-8a7d-4c1b-8a4a-27c933ce95e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:26:48.797696 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be63002a-8a7d-4c1b-8a4a-27c933ce95e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:26:48.798049 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be63002a-8a7d-4c1b-8a4a-27c933ce95e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:26:48.798401 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be63002a-8a7d-4c1b-8a4a-27c933ce95e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:26:48.798765 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be63002a-8a7d-4c1b-8a4a-27c933ce95e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:26:48.799114 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be63002a-8a7d-4c1b-8a4a-27c933ce95e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:26:48.799460 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be63002a-8a7d-4c1b-8a4a-27c933ce95e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:26:48.799829 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be63002a-8a7d-4c1b-8a4a-27c933ce95e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:26:48.802899 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-be63002a-8a7d-4c1b-8a4a-27c933ce95e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:26:48.804108 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-be63002a-8a7d-4c1b-8a4a-27c933ce95e5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c3f55e87-2235-495b-b53e-02830e9a2483 HTTP/1.1" status: 204 len: 168 time: 0.1746368 Feb 18 12:26:48.805026 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-be63002a-8a7d-4c1b-8a4a-27c933ce95e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:26:52.271001 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 5 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:27:00.961641 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-14c39496-980f-421a-846b-9511b7dc1d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:27:03.336967 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-684ca0d8-6af9-44eb-b7b3-4230989f2ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:27:03.799629 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:27:05.130995 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:27:05.409063 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:27:29.270560 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 5 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:27:30.964902 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-23ceaa3c-5c4e-4af9-9224-034d86ae59d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:27:33.337751 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4083cc26-ee30-4aa9-b19e-4b67871a2081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:27:33.803638 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:27:35.123031 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:27:35.413608 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:00.967980 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d0d27aed-3586-4f68-a81e-ff61be5b5b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:03.340328 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-386fc61a-97fe-454b-ab86-7e7782e9f137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:03.805445 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:05.124822 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:05.420302 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:06.269759 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 5 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:28:30.969435 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5151ca36-a4e2-414d-810e-7f27bdff6a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:33.342754 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1aed27d8-48b0-4bf9-874a-f7dc20565b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:33.808028 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:35.128595 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:35.420486 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:37.931405 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411'] for agent, after_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:37.932054 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:37.932275 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:37.932674 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:37.933047 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:37.933419 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:37.933798 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:37.934178 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:37.934554 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:37.934915 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:37.935291 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:37.935682 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:37.936050 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:37.936441 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77642', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:28:37.941095 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77642', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:28:38.384256 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] get_endpoint_by_host() called for host hv-cinder-77642 {{(pid=83988) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 18 12:28:38.388728 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] get_endpoint_by_ip() called for ip 192.168.0.84 {{(pid=83988) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 18 12:28:38.392239 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] _add_endpoint() called for ip 192.168.0.84 {{(pid=83988) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 18 12:28:38.397788 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] _get_endpoints() called {{(pid=83988) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 18 12:28:43.269938 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:28:48.833496 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 40346) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:28:48.968091 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-27d1cfed-b2d8-4447-a2fd-f64a39b307da admin admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.1332691 Feb 18 12:28:51.501684 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 40356) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:28:51.567058 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-72e6ca48-0a89-474b-803f-7b1d6afaa6c2 admin admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.0638912 Feb 18 12:29:00.971111 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0b6380e9-a415-4ec1-a498-db35efa2ad13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:29:03.500591 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2b7a61fe-125a-4d76-bde9-a7e1eafecba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:29:03.811152 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:29:05.132951 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:29:05.422964 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:29:07.946131 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:29:20.269798 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:29:30.972756 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7154b7f4-7968-4694-a2e7-ebbca162ef47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:29:33.344395 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-baa190bd-0847-4989-9258-71f8fd7509d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:29:33.813762 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:29:35.136635 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:29:35.426219 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:29:37.964470 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:29:57.269628 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:30:00.976594 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-897bd78c-4cde-47c3-baf9-c35e432dab6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:03.348755 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b27043dd-b291-4b10-a8c0-40793ca43a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:03.819129 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:05.139416 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:05.431660 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:07.980363 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:29.766200 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 40464) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:30.149347 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-322464374-network', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:30:30.155341 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:30:30.163966 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Usage tracker for resource:network and tenant:fff3f4ff6e52473eab85e6377277c4bd is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:30:30.167285 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:30:30.174062 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:30:30.189654 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Made reservation on behalf of fff3f4ff6e52473eab85e6377277c4bd for: {'network': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:30:30.190915 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for network, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:30.206669 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:30.226352 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:30:30.231731 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Usage tracker for resource:security_group_rule and tenant:fff3f4ff6e52473eab85e6377277c4bd is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:30:30.235642 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:30:30.243069 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:30:30.367885 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:30.372198 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:30.377652 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:30.418567 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2276e0b2-f56c-4bf0-965f-5f36fd209aa3,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:30.433931 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:30:30.438323 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:30.438705 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:30.439078 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:30.439444 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:30.439831 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:30.440195 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:30.440554 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:30.440911 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:30.441270 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:30.441663 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:30.441964 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:30.442321 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:30.442724 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:30.443726 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:30.444089 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:30.444448 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:30.445446 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:30.445446 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:30.445446 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:30.445812 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:30.446162 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:30.446784 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:30.446965 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:30.447309 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Tracked resource versions report: Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: pushed versions: Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: { 'AddressGroup': {'1.1'}, Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'ConntrackHelper': {'1.0'}, Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Log': {'1.0'}, Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Network': {'1.1'}, Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Port': {'1.7'}, Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'PortForwarding': {'1.2'}, Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'QosPolicy': {'1.8'}, Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroup': {'1.4'}, Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SubPort': {'1.0'}, Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Subnet': {'1.1'}, Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Trunk': {'1.1'}} Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: consumer versions: Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: { DHCP agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: L3 agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: Metadata agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: Metering agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: Open vSwitch agent@dv-cinder-776422-1-iscsi: { 'AddressGroup': '1.1', Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'ConntrackHelper': '1.0', Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Log': '1.0', Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Network': '1.1', Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Port': '1.7', Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'PortForwarding': '1.2', Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'QosPolicy': '1.8', Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroup': '1.4', Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroupRule': '1.2', Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SubPort': '1.0', Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Subnet': '1.1', Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Trunk': '1.1'}, Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: Open vSwitch agent@hv-cinder-77642: { 'AddressGroup': '1.1', Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'ConntrackHelper': '1.0', Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Log': '1.0', Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Network': '1.1', Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Port': '1.7', Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'PortForwarding': '1.2', Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'QosPolicy': '1.8', Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroup': '1.4', Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroupRule': '1.2', Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SubPort': '1.0', Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Subnet': '1.1', Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Trunk': '1.1'}} Feb 18 12:30:30.448667 dv-cinder-776422-1-iscsi neutron-server[83873]: {{(pid=83986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 12:30:30.454863 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:30.461053 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:30.461467 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Added segment 4bdb087e-bbe6-4ba9-a0a9-e1159b18d382 of type vxlan for network c68b6376-2ee0-4ad3-a877-08dcce1a2d28 Feb 18 12:30:30.489243 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305820034079'] for network, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:30.528954 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:30.530360 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:30:30.531002 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:30.536583 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5ba5d40a-72bd-4f41-a958-50c3b3c7a86f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:30.644672 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8761790 Feb 18 12:30:30.645555 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Pushing event updated for resources: {'Network': ['ID=c68b6376-2ee0-4ad3-a877-08dcce1a2d28,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:30.647908 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 40512) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:30.649650 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:30.654469 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Request body: {'subnet': {'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-322464374-subnet', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:30:30.657723 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Network c68b6376-2ee0-4ad3-a877-08dcce1a2d28 details requested by agent ovs-agent-dv-cinder-776422-1-iscsi with host dv-cinder-776422-1-iscsi {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:30:30.660080 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:30:30.664945 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Usage tracker for resource:subnet and tenant:fff3f4ff6e52473eab85e6377277c4bd is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:30:30.668369 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:30:30.674986 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:30:30.685184 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Made reservation on behalf of fff3f4ff6e52473eab85e6377277c4bd for: {'subnet': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:30:30.690321 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:30.782869 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Network c68b6376-2ee0-4ad3-a877-08dcce1a2d28 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:30:30.982953 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a0648914-49a6-4f2d-9494-906b2ba979dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:31.204099 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for subnet, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:31.220826 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f58f9c8d-f9be-4dc3-ba54-fb50a953e874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:31.355415 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4044c87-5ed4-4e4e-a96f-b6177944301a,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:31.383986 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:31.384999 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:31.386043 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:31.386609 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:31.387166 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:31.387906 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:31.388635 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:31.389176 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:31.389715 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:31.390798 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:31.391180 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:31.391788 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:31.392245 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:31.392610 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:31.392966 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:31.393322 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:31.393673 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:31.394122 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:31.394458 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:31.394996 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:31.395354 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:31.396003 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:31.396345 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:31.396971 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Tracked resource versions report: Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: pushed versions: Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: { 'AddressGroup': {'1.1'}, Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'ConntrackHelper': {'1.0'}, Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Log': {'1.0'}, Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Network': {'1.1'}, Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Port': {'1.7'}, Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'PortForwarding': {'1.2'}, Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'QosPolicy': {'1.8'}, Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroup': {'1.4'}, Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SubPort': {'1.0'}, Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Subnet': {'1.1'}, Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Trunk': {'1.1'}} Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: consumer versions: Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: { DHCP agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: L3 agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: Metadata agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: Metering agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: Open vSwitch agent@dv-cinder-776422-1-iscsi: { 'AddressGroup': '1.1', Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'ConntrackHelper': '1.0', Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Log': '1.0', Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Network': '1.1', Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Port': '1.7', Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'PortForwarding': '1.2', Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'QosPolicy': '1.8', Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroup': '1.4', Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroupRule': '1.2', Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SubPort': '1.0', Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Subnet': '1.1', Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Trunk': '1.1'}, Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: Open vSwitch agent@hv-cinder-77642: { 'AddressGroup': '1.1', Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'ConntrackHelper': '1.0', Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Log': '1.0', Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Network': '1.1', Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Port': '1.7', Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'PortForwarding': '1.2', Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'QosPolicy': '1.8', Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroup': '1.4', Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroupRule': '1.2', Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SubPort': '1.0', Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Subnet': '1.1', Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Trunk': '1.1'}} Feb 18 12:30:31.398436 dv-cinder-776422-1-iscsi neutron-server[83873]: {{(pid=83987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 12:30:31.416012 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:31.525404 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Checking segment: {'id': '4bdb087e-bbe6-4ba9-a0a9-e1159b18d382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:30:31.526236 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Network hostable DHCP agents. Network: c68b6376-2ee0-4ad3-a877-08dcce1a2d28, hostable agents: ['bed05dfd-bd83-4319-8df6-46deac5f4b19'], hosted agents: [] {{(pid=83987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:30:31.559914 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Network c68b6376-2ee0-4ad3-a877-08dcce1a2d28 is scheduled to be hosted by DHCP agent bed05dfd-bd83-4319-8df6-46deac5f4b19 with binding_index 1 {{(pid=83987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:30:31.574617 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-iscsi, c68b6376-2ee0-4ad3-a877-08dcce1a2d28) {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:30:31.582326 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:30:31.584013 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:31.587878 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f03631-6bff-4b17-a296-9c39ed291db7 None None] Network c68b6376-2ee0-4ad3-a877-08dcce1a2d28 requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:30:31.635877 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 40558) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:31.636902 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9875054 Feb 18 12:30:31.642738 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-50e9dd80-3831-4d78-aa73-6ad7e06443e7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-322464374-router', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:30:31.648660 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-50e9dd80-3831-4d78-aa73-6ad7e06443e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:30:31.654998 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-50e9dd80-3831-4d78-aa73-6ad7e06443e7 admin admin] Usage tracker for resource:router and tenant:fff3f4ff6e52473eab85e6377277c4bd is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:30:31.664379 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-50e9dd80-3831-4d78-aa73-6ad7e06443e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:30:31.671215 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-50e9dd80-3831-4d78-aa73-6ad7e06443e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:30:31.683926 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50e9dd80-3831-4d78-aa73-6ad7e06443e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854405644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45858'] for router, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:31.685501 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50e9dd80-3831-4d78-aa73-6ad7e06443e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854405659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854412285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7878893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854729959'] for router, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:31.703752 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50e9dd80-3831-4d78-aa73-6ad7e06443e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:31.835265 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf59abdbf-fe40-5d86-8cc1-ae78ae9cb90e-c68b6376-2ee0-4ad3-a877-08dcce1a2d28', 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'fixed_ips': [{'subnet_id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a'}]}} from dv-cinder-776422-1-iscsi. {{(pid=83988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 12:30:31.836249 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:32.152513 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 40576) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:32.194891 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Allocated IP 172.20.0.2 (c68b6376-2ee0-4ad3-a877-08dcce1a2d28/e4044c87-5ed4-4e4e-a96f-b6177944301a/93664683-d3ec-46c4-8454-f9de7f0484e5) {{(pid=83988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:30:32.203450 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 40582) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:32.218556 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 40588) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:32.232654 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50e9dd80-3831-4d78-aa73-6ad7e06443e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854412150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854729976'] for router, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:32.323464 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 40596) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:32.457006 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Notify callbacks [] for port, precommit_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:32.466712 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-26e455e3-d393-44a6-985d-da702df5480e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1184732717-network', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:30:32.470746 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Transition to ACTIVE for port object 93664683-d3ec-46c4-8454-f9de7f0484e5 will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:30:32.475240 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-26e455e3-d393-44a6-985d-da702df5480e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:30:32.489260 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-26e455e3-d393-44a6-985d-da702df5480e admin admin] Usage tracker for resource:network and tenant:3dcf01e3ea2c4a6eb682ad617909055d is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:30:32.493980 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Transition to ACTIVE for port object 93664683-d3ec-46c4-8454-f9de7f0484e5 will not be triggered until provisioned by entity DHCP. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:30:32.498345 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-26e455e3-d393-44a6-985d-da702df5480e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:30:32.500674 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147'] for port, after_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:32.512202 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-26e455e3-d393-44a6-985d-da702df5480e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:30:32.521829 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:32.539930 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-953736640-network', 'tenant_id': '6a19ed8a61d14020b44043be2d50517e'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:30:32.549040 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e455e3-d393-44a6-985d-da702df5480e admin admin] Made reservation on behalf of 3dcf01e3ea2c4a6eb682ad617909055d for: {'network': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:30:32.556421 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26e455e3-d393-44a6-985d-da702df5480e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for network, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:32.585523 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:30:32.607307 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-13a4c44d-3f1c-4a9b-ab81-665433d5fa04 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-636704872-network', 'tenant_id': 'c70f399aa3e245febae1ca95dc05ad83'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:30:32.640436 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-80a8e829-acde-45fb-9e20-c90a0fe000c7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1346194922-network', 'tenant_id': '394178baeecd40f8b2869b8d1ad6dc2e'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:30:32.650650 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Usage tracker for resource:network and tenant:6a19ed8a61d14020b44043be2d50517e is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:30:32.658149 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Pushing event updated for resources: {'Port': ['ID=93664683-d3ec-46c4-8454-f9de7f0484e5,revision_number=1']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:32.661490 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-13a4c44d-3f1c-4a9b-ab81-665433d5fa04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:30:32.668567 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-13a4c44d-3f1c-4a9b-ab81-665433d5fa04 admin admin] Usage tracker for resource:network and tenant:c70f399aa3e245febae1ca95dc05ad83 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:30:32.672061 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:32.672357 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:32.672888 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:32.673253 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:32.673615 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:32.673975 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:32.674330 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:32.674686 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:32.675089 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:32.675388 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:32.675762 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:32.676112 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:32.676535 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:32.677152 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:32.677518 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:32.677827 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-13a4c44d-3f1c-4a9b-ab81-665433d5fa04 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:30:32.677945 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:32.678194 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:32.678551 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:32.678902 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:32.679251 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:32.679651 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:32.680131 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:32.680482 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:32.680829 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Tracked resource versions report: Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: pushed versions: Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: { 'AddressGroup': {'1.1'}, Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'ConntrackHelper': {'1.0'}, Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Log': {'1.0'}, Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Network': {'1.1'}, Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Port': {'1.7'}, Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'PortForwarding': {'1.2'}, Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'QosPolicy': {'1.8'}, Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroup': {'1.4'}, Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SubPort': {'1.0'}, Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Subnet': {'1.1'}, Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Trunk': {'1.1'}} Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: consumer versions: Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: { DHCP agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: L3 agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: Metadata agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: Metering agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: Open vSwitch agent@dv-cinder-776422-1-iscsi: { 'AddressGroup': '1.1', Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'ConntrackHelper': '1.0', Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Log': '1.0', Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Network': '1.1', Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Port': '1.7', Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'PortForwarding': '1.2', Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'QosPolicy': '1.8', Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroup': '1.4', Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroupRule': '1.2', Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SubPort': '1.0', Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Subnet': '1.1', Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Trunk': '1.1'}, Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: Open vSwitch agent@hv-cinder-77642: { 'AddressGroup': '1.1', Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'ConntrackHelper': '1.0', Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Log': '1.0', Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Network': '1.1', Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Port': '1.7', Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'PortForwarding': '1.2', Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'QosPolicy': '1.8', Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroup': '1.4', Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroupRule': '1.2', Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SubPort': '1.0', Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Subnet': '1.1', Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Trunk': '1.1'}} Feb 18 12:30:32.682137 dv-cinder-776422-1-iscsi neutron-server[83873]: {{(pid=83988) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 12:30:32.686415 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-13a4c44d-3f1c-4a9b-ab81-665433d5fa04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:30:32.716725 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-80a8e829-acde-45fb-9e20-c90a0fe000c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:30:32.723087 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-80a8e829-acde-45fb-9e20-c90a0fe000c7 admin admin] Usage tracker for resource:network and tenant:394178baeecd40f8b2869b8d1ad6dc2e is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:30:32.733032 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-80a8e829-acde-45fb-9e20-c90a0fe000c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:30:32.747662 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-80a8e829-acde-45fb-9e20-c90a0fe000c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:30:32.766741 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26e455e3-d393-44a6-985d-da702df5480e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:32.773055 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:32.789647 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Network c68b6376-2ee0-4ad3-a877-08dcce1a2d28 is already hosted by enough agents. {{(pid=83988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:30:32.791679 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Resources bound (agent type, host, resource id): {{(pid=83988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:30:32.795022 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Received port after_create {{(pid=83988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:30:32.825497 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50e9dd80-3831-4d78-aa73-6ad7e06443e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:32.870686 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Attempting to bind port 93664683-d3ec-46c4-8454-f9de7f0484e5 on host dv-cinder-776422-1-iscsi for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:30:32.871770 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Attempting to bind port 93664683-d3ec-46c4-8454-f9de7f0484e5 by drivers openvswitch on host dv-cinder-776422-1-iscsi at level 0 using segments [{'id': '4bdb087e-bbe6-4ba9-a0a9-e1159b18d382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:30:32.872330 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Attempting to bind port 93664683-d3ec-46c4-8454-f9de7f0484e5 on network c68b6376-2ee0-4ad3-a877-08dcce1a2d28 {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:30:32.879684 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Checking agent: {'id': 'ac3e34c9-0d53-40a9-ab2e-3d2b62a37265', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 21, 35), 'started_at': datetime.datetime(2021, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:30:32.880423 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Checking segment: {'id': '4bdb087e-bbe6-4ba9-a0a9-e1159b18d382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:30:32.881016 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:32.881607 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Bound using segment: {'id': '4bdb087e-bbe6-4ba9-a0a9-e1159b18d382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:30:32.882278 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Bound port: 93664683-d3ec-46c4-8454-f9de7f0484e5, host: dv-cinder-776422-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bdb087e-bbe6-4ba9-a0a9-e1159b18d382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:30:32.882854 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:32.907288 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50e9dd80-3831-4d78-aa73-6ad7e06443e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:33.002190 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] For port 93664683-d3ec-46c4-8454-f9de7f0484e5, host dv-cinder-776422-1-iscsi, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:30:33.006620 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] For port 93664683-d3ec-46c4-8454-f9de7f0484e5, host dv-cinder-776422-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=93664683-d3ec-46c4-8454-f9de7f0484e5,segment=NetworkSegment(4bdb087e-bbe6-4ba9-a0a9-e1159b18d382),segment_id=4bdb087e-bbe6-4ba9-a0a9-e1159b18d382)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:30:33.013377 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:33.105563 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:30:33.120299 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-26e455e3-d393-44a6-985d-da702df5480e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:30:33.128890 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-26e455e3-d393-44a6-985d-da702df5480e admin admin] Usage tracker for resource:security_group_rule and tenant:3dcf01e3ea2c4a6eb682ad617909055d is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:30:33.134500 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-26e455e3-d393-44a6-985d-da702df5480e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:30:33.147267 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-26e455e3-d393-44a6-985d-da702df5480e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:30:33.160114 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:33.262625 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Pushing event updated for resources: {'Port': ['ID=93664683-d3ec-46c4-8454-f9de7f0484e5,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:33.266747 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:33.340282 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a8e829-acde-45fb-9e20-c90a0fe000c7 admin admin] Made reservation on behalf of 394178baeecd40f8b2869b8d1ad6dc2e for: {'network': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:30:33.358574 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-80a8e829-acde-45fb-9e20-c90a0fe000c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for network, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:33.386814 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a4c44d-3f1c-4a9b-ab81-665433d5fa04 admin admin] Made reservation on behalf of c70f399aa3e245febae1ca95dc05ad83 for: {'network': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:30:33.391636 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-13a4c44d-3f1c-4a9b-ab81-665433d5fa04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for network, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:33.392378 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-50e9dd80-3831-4d78-aa73-6ad7e06443e7 admin admin] Allocated IP 172.27.1.172 (af22eeb7-a3c9-494b-a94b-4ce3a52cae78/7f96d68a-30b3-4cd1-8fb4-11341d49a56c/469f846f-3365-4d57-b618-4eb793252dac) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:30:33.412451 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:30:33.420484 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b428919-7974-4e76-b9b0-5047315195b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:33.467797 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-80a8e829-acde-45fb-9e20-c90a0fe000c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:33.484114 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-13a4c44d-3f1c-4a9b-ab81-665433d5fa04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:33.499978 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26e455e3-d393-44a6-985d-da702df5480e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:33.508158 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Made reservation on behalf of 6a19ed8a61d14020b44043be2d50517e for: {'network': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:30:33.513064 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for network, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:33.529123 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-80a8e829-acde-45fb-9e20-c90a0fe000c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:30:33.531597 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26e455e3-d393-44a6-985d-da702df5480e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:33.535722 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-13a4c44d-3f1c-4a9b-ab81-665433d5fa04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:30:33.538952 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-80a8e829-acde-45fb-9e20-c90a0fe000c7 admin admin] Usage tracker for resource:security_group_rule and tenant:394178baeecd40f8b2869b8d1ad6dc2e is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:30:33.544485 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:33.557869 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-80a8e829-acde-45fb-9e20-c90a0fe000c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:30:33.561940 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f0d034b0-ce25-453a-bb31-1125e094f710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:33.570556 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-13a4c44d-3f1c-4a9b-ab81-665433d5fa04 admin admin] Usage tracker for resource:security_group_rule and tenant:c70f399aa3e245febae1ca95dc05ad83 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:30:33.593134 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-80a8e829-acde-45fb-9e20-c90a0fe000c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:30:33.595779 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-13a4c44d-3f1c-4a9b-ab81-665433d5fa04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:30:33.611983 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50e9dd80-3831-4d78-aa73-6ad7e06443e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:33.618586 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:30:33.648182 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-13a4c44d-3f1c-4a9b-ab81-665433d5fa04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:30:33.652168 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50e9dd80-3831-4d78-aa73-6ad7e06443e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:33.659181 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e455e3-d393-44a6-985d-da702df5480e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1936f6d7-eeab-487f-a162-dbd19b272846,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:33.662703 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Usage tracker for resource:security_group_rule and tenant:6a19ed8a61d14020b44043be2d50517e is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:30:33.670628 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e455e3-d393-44a6-985d-da702df5480e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:30:33.673659 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26e455e3-d393-44a6-985d-da702df5480e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:33.677330 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:30:33.701875 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:30:33.724511 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26e455e3-d393-44a6-985d-da702df5480e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731035333406', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:33.724962 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-26e455e3-d393-44a6-985d-da702df5480e admin admin] Added segment dcd0093b-fa12-4c25-8d55-c39ba97d84fe of type vxlan for network bb258f48-33fc-49fc-8809-521607151087 Feb 18 12:30:33.802903 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7c374984-7904-43eb-a4d4-28c38cd166b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:33.827142 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:33.839525 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26e455e3-d393-44a6-985d-da702df5480e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305820034079'] for network, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:33.954892 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9dd80-3831-4d78-aa73-6ad7e06443e7 admin admin] Pushing event updated for resources: {'Port': ['ID=469f846f-3365-4d57-b618-4eb793252dac,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:33.971383 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-50e9dd80-3831-4d78-aa73-6ad7e06443e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:33.982557 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e9dd80-3831-4d78-aa73-6ad7e06443e7 admin admin] Network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:30:33.983819 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-50e9dd80-3831-4d78-aa73-6ad7e06443e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:30:33.986191 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e9dd80-3831-4d78-aa73-6ad7e06443e7 admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:30:34.078793 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26e455e3-d393-44a6-985d-da702df5480e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:34.095685 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-80a8e829-acde-45fb-9e20-c90a0fe000c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:34.102160 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e455e3-d393-44a6-985d-da702df5480e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:30:34.103033 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26e455e3-d393-44a6-985d-da702df5480e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:34.125623 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:34.146122 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-13a4c44d-3f1c-4a9b-ab81-665433d5fa04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:34.173779 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-80a8e829-acde-45fb-9e20-c90a0fe000c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:34.263915 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-13a4c44d-3f1c-4a9b-ab81-665433d5fa04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:34.273440 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:30:34.284194 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-26e455e3-d393-44a6-985d-da702df5480e admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.1304109 Feb 18 12:30:34.288095 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:34.288956 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 40648) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:34.306948 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-1be21199-6efe-4a63-b3b5-57fca3e7a536 admin admin] Request body: {'subnet': {'network_id': 'bb258f48-33fc-49fc-8809-521607151087', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1184732717-subnet', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:30:34.317733 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:34.320737 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a8e829-acde-45fb-9e20-c90a0fe000c7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=83987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:30:34.356201 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-1be21199-6efe-4a63-b3b5-57fca3e7a536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:30:34.359307 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e455e3-d393-44a6-985d-da702df5480e admin admin] Pushing event updated for resources: {'Network': ['ID=bb258f48-33fc-49fc-8809-521607151087,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:34.365529 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-1be21199-6efe-4a63-b3b5-57fca3e7a536 admin admin] Usage tracker for resource:subnet and tenant:3dcf01e3ea2c4a6eb682ad617909055d is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:30:34.371665 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26e455e3-d393-44a6-985d-da702df5480e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:34.372186 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26e455e3-d393-44a6-985d-da702df5480e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:34.377645 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Network bb258f48-33fc-49fc-8809-521607151087 details requested by agent ovs-agent-dv-cinder-776422-1-iscsi with host dv-cinder-776422-1-iscsi {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:30:34.380975 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-1be21199-6efe-4a63-b3b5-57fca3e7a536 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:30:34.387210 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-80a8e829-acde-45fb-9e20-c90a0fe000c7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731035333406', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:34.387770 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-80a8e829-acde-45fb-9e20-c90a0fe000c7 admin admin] Added segment 9e349296-a32e-43ca-8f1a-7ded5615c216 of type vxlan for network 1108d427-5cec-48df-9400-d1b0a430230f Feb 18 12:30:34.412893 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Network bb258f48-33fc-49fc-8809-521607151087 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:30:34.420234 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-1be21199-6efe-4a63-b3b5-57fca3e7a536 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:30:34.465379 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8e829-acde-45fb-9e20-c90a0fe000c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea30e4a4-d7aa-42b8-a153-7d60af136a6c,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:34.476564 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be21199-6efe-4a63-b3b5-57fca3e7a536 admin admin] Made reservation on behalf of 3dcf01e3ea2c4a6eb682ad617909055d for: {'subnet': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:30:34.483442 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1be21199-6efe-4a63-b3b5-57fca3e7a536 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:34.504559 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-80a8e829-acde-45fb-9e20-c90a0fe000c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305820034079'] for network, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:34.681081 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4c44d-3f1c-4a9b-ab81-665433d5fa04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbad487-9aa0-4b85-a4c1-2a277269ee70,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:34.718241 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50e9dd80-3831-4d78-aa73-6ad7e06443e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:34.718501 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-80a8e829-acde-45fb-9e20-c90a0fe000c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:34.726335 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [None req-13a4c44d-3f1c-4a9b-ab81-665433d5fa04 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83987) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 12:30:34.726455 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_db.api [None req-13a4c44d-3f1c-4a9b-ab81-665433d5fa04 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 12:30:34.732117 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a8e829-acde-45fb-9e20-c90a0fe000c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:30:34.732713 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-80a8e829-acde-45fb-9e20-c90a0fe000c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:34.775846 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83987) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 12:30:34.776202 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_db.api [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 12:30:34.776767 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820b49b7-15b9-4012-89fa-e5c6fb8b932f,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:34.789904 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:34.792961 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.499s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:34.793290 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:34.796383 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.438s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:34.796709 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:34.806188 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:34.921722 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-80a8e829-acde-45fb-9e20-c90a0fe000c7 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5970757 Feb 18 12:30:34.928342 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 40668) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:34.936835 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-45254fd5-cc1f-4dd9-85c8-003a94a86485 admin admin] Request body: {'subnet': {'network_id': '1108d427-5cec-48df-9400-d1b0a430230f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1346194922-subnet', 'tenant_id': '394178baeecd40f8b2869b8d1ad6dc2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:30:34.945221 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-45254fd5-cc1f-4dd9-85c8-003a94a86485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:30:34.966116 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8e829-acde-45fb-9e20-c90a0fe000c7 admin admin] Pushing event updated for resources: {'Network': ['ID=1108d427-5cec-48df-9400-d1b0a430230f,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:34.971421 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-45254fd5-cc1f-4dd9-85c8-003a94a86485 admin admin] Usage tracker for resource:subnet and tenant:394178baeecd40f8b2869b8d1ad6dc2e is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:30:34.982917 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-80a8e829-acde-45fb-9e20-c90a0fe000c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:34.983871 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-45254fd5-cc1f-4dd9-85c8-003a94a86485 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:30:34.984997 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Network 1108d427-5cec-48df-9400-d1b0a430230f details requested by agent ovs-agent-dv-cinder-776422-1-iscsi with host dv-cinder-776422-1-iscsi {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:30:34.994780 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-45254fd5-cc1f-4dd9-85c8-003a94a86485 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:30:35.078855 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45254fd5-cc1f-4dd9-85c8-003a94a86485 admin admin] Made reservation on behalf of 394178baeecd40f8b2869b8d1ad6dc2e for: {'subnet': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:30:35.084828 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-45254fd5-cc1f-4dd9-85c8-003a94a86485 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:35.101925 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Network 1108d427-5cec-48df-9400-d1b0a430230f details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:30:35.227426 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-13a4c44d-3f1c-4a9b-ab81-665433d5fa04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for network, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:35.276404 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4183906d-ca0d-498f-b9bc-10775f79616c None None] Network c68b6376-2ee0-4ad3-a877-08dcce1a2d28 requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:30:35.279412 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for network, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:35.305500 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50e9dd80-3831-4d78-aa73-6ad7e06443e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854412059'] for router, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:35.314882 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a4c44d-3f1c-4a9b-ab81-665433d5fa04 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=83987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:30:35.364052 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-13a4c44d-3f1c-4a9b-ab81-665433d5fa04 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731035333406', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:35.364511 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-13a4c44d-3f1c-4a9b-ab81-665433d5fa04 admin admin] Added segment 13f2b173-6074-45c7-9bc8-d842540e3664 of type vxlan for network d965ec9a-bb10-425b-96f5-95a00f65a0c4 Feb 18 12:30:35.380701 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:35.416425 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-66524955-b111-47b2-9715-738a7b4d2147 None None] Provisioning for port 93664683-d3ec-46c4-8454-f9de7f0484e5 completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:30:35.492293 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:35.500852 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 93664683-d3ec-46c4-8454-f9de7f0484e5 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:30:35.513310 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-13a4c44d-3f1c-4a9b-ab81-665433d5fa04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305820034079'] for network, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:35.706555 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning for port 93664683-d3ec-46c4-8454-f9de7f0484e5 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:30:35.709688 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83987) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 12:30:35.710344 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_db.api [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 12:30:35.713184 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 93664683-d3ec-46c4-8454-f9de7f0484e5 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:30:35.713734 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:35.715907 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-13a4c44d-3f1c-4a9b-ab81-665433d5fa04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:35.722238 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a4c44d-3f1c-4a9b-ab81-665433d5fa04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:30:35.722895 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-13a4c44d-3f1c-4a9b-ab81-665433d5fa04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:35.734527 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:35.752099 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for network, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:35.774951 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e9dd80-3831-4d78-aa73-6ad7e06443e7 admin admin] Router 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d is scheduled to L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 with binding_index 1 {{(pid=83986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 12:30:35.776110 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1be21199-6efe-4a63-b3b5-57fca3e7a536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for subnet, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:35.898577 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:35.942151 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] For port 93664683-d3ec-46c4-8454-f9de7f0484e5, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=93664683-d3ec-46c4-8454-f9de7f0484e5,segment=NetworkSegment(4bdb087e-bbe6-4ba9-a0a9-e1159b18d382),segment_id=4bdb087e-bbe6-4ba9-a0a9-e1159b18d382)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:30:35.946698 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:35.951817 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:36.020436 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-13a4c44d-3f1c-4a9b-ab81-665433d5fa04 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 3.8006077 Feb 18 12:30:36.026308 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 40686) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:36.037919 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=83987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:30:36.038062 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-c9358b83-44cc-43b7-8b03-7e160f3e5355 admin admin] Request body: {'subnet': {'network_id': 'd965ec9a-bb10-425b-96f5-95a00f65a0c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-636704872-subnet', 'tenant_id': 'c70f399aa3e245febae1ca95dc05ad83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:30:36.042550 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4c44d-3f1c-4a9b-ab81-665433d5fa04 admin admin] Pushing event updated for resources: {'Network': ['ID=d965ec9a-bb10-425b-96f5-95a00f65a0c4,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:36.047064 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c9358b83-44cc-43b7-8b03-7e160f3e5355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:30:36.048422 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Pushing event updated for resources: {'Port': ['ID=93664683-d3ec-46c4-8454-f9de7f0484e5,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:36.050878 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e9dd80-3831-4d78-aa73-6ad7e06443e7 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:30:36.062204 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:36.062968 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfd320b-dd46-41ac-8308-941fc949b7dd None None] Sync routers for ids ['6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'] in dv-cinder-776422-1-iscsi {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:30:36.064659 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Network d965ec9a-bb10-425b-96f5-95a00f65a0c4 details requested by agent ovs-agent-dv-cinder-776422-1-iscsi with host dv-cinder-776422-1-iscsi {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:30:36.065095 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-13a4c44d-3f1c-4a9b-ab81-665433d5fa04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:36.068919 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b2825193-f691-4d8e-a0b8-dda49b6d397b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:36.075256 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c9358b83-44cc-43b7-8b03-7e160f3e5355 admin admin] Usage tracker for resource:subnet and tenant:c70f399aa3e245febae1ca95dc05ad83 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:30:36.080648 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c9358b83-44cc-43b7-8b03-7e160f3e5355 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:30:36.084210 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfd320b-dd46-41ac-8308-941fc949b7dd None None] Routers {'6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:30:36.085269 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3cfd320b-dd46-41ac-8308-941fc949b7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:30:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:30:36.094397 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c9358b83-44cc-43b7-8b03-7e160f3e5355 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:30:36.115723 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731035333406', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:36.116175 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Added segment 9c5a1526-9624-45b9-b574-1f5cd4c01db5 of type vxlan for network da4d316b-444c-43af-9f44-9bba699faaa5 Feb 18 12:30:36.120995 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50e9dd80-3831-4d78-aa73-6ad7e06443e7 admin admin] Notify callbacks [] for router, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:36.125944 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-50e9dd80-3831-4d78-aa73-6ad7e06443e7 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4883139 Feb 18 12:30:36.126737 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 40690) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:36.141548 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9358b83-44cc-43b7-8b03-7e160f3e5355 admin admin] Made reservation on behalf of c70f399aa3e245febae1ca95dc05ad83 for: {'subnet': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:30:36.146640 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c9358b83-44cc-43b7-8b03-7e160f3e5355 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:36.246160 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be21199-6efe-4a63-b3b5-57fca3e7a536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c10d723-44ed-460c-abaf-474c1da07dd6,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:36.252220 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1be21199-6efe-4a63-b3b5-57fca3e7a536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:36.260569 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305820034079'] for network, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:36.392462 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be21199-6efe-4a63-b3b5-57fca3e7a536 admin admin] Checking segment: {'id': 'dcd0093b-fa12-4c25-8d55-c39ba97d84fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb258f48-33fc-49fc-8809-521607151087'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:30:36.392942 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be21199-6efe-4a63-b3b5-57fca3e7a536 admin admin] Network hostable DHCP agents. Network: bb258f48-33fc-49fc-8809-521607151087, hostable agents: ['bed05dfd-bd83-4319-8df6-46deac5f4b19'], hosted agents: [] {{(pid=83987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:30:36.393313 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Network d965ec9a-bb10-425b-96f5-95a00f65a0c4 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:30:36.431038 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:36.507216 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-3cfd320b-dd46-41ac-8308-941fc949b7dd None None] Set router 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:30:36.522842 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-45254fd5-cc1f-4dd9-85c8-003a94a86485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for subnet, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:36.533258 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:30:36.534222 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:36.567021 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-02d6b1a8-7a5b-4d12-84af-e9410b646c07 None None] Provisioning complete for port 93664683-d3ec-46c4-8454-f9de7f0484e5 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:30:36.567442 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-02d6b1a8-7a5b-4d12-84af-e9410b646c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:36.570334 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26e455e3-d393-44a6-985d-da702df5480e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:36.996296 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-d335cc0c-a8b5-4789-acda-af4e96bd07dd None None] Provisioning complete for port 93664683-d3ec-46c4-8454-f9de7f0484e5 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:30:36.996992 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d335cc0c-a8b5-4789-acda-af4e96bd07dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:37.110373 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be21199-6efe-4a63-b3b5-57fca3e7a536 admin admin] Network bb258f48-33fc-49fc-8809-521607151087 is scheduled to be hosted by DHCP agent bed05dfd-bd83-4319-8df6-46deac5f4b19 with binding_index 1 {{(pid=83987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:30:37.110811 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 4.9059360 Feb 18 12:30:37.123810 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 40716) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:37.143953 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-872308df-0c19-4ce0-81a4-df6f1332506e admin admin] Request body: {'subnet': {'network_id': 'da4d316b-444c-43af-9f44-9bba699faaa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-953736640-subnet', 'tenant_id': '6a19ed8a61d14020b44043be2d50517e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:30:37.150299 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-1be21199-6efe-4a63-b3b5-57fca3e7a536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-iscsi, bb258f48-33fc-49fc-8809-521607151087) {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:30:37.154878 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3cfd320b-dd46-41ac-8308-941fc949b7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-322464374-router', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '469f846f-3365-4d57-b618-4eb793252dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:31Z', 'updated_at': '2021-02-18T12:30:34Z', 'revision_number': 3, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'gw_port': {'id': '469f846f-3365-4d57-b618-4eb793252dac', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:40:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:33Z', 'updated_at': '2021-02-18T12:30:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi'}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:30:37.160687 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-872308df-0c19-4ce0-81a4-df6f1332506e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:30:37.163918 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfd320b-dd46-41ac-8308-941fc949b7dd None None] Checking router: 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d for host: dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:30:37.164351 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfd320b-dd46-41ac-8308-941fc949b7dd None None] Updating router 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d port 469f846f-3365-4d57-b618-4eb793252dac binding host dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:30:37.164787 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Pushing event updated for resources: {'Network': ['ID=da4d316b-444c-43af-9f44-9bba699faaa5,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:37.181648 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be21199-6efe-4a63-b3b5-57fca3e7a536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:30:37.182366 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1be21199-6efe-4a63-b3b5-57fca3e7a536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:37.183024 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd58d34-0803-4e16-bf96-a938d2141d75 None None] Network bb258f48-33fc-49fc-8809-521607151087 requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:30:37.211593 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-872308df-0c19-4ce0-81a4-df6f1332506e admin admin] Usage tracker for resource:subnet and tenant:6a19ed8a61d14020b44043be2d50517e is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:30:37.223817 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-872308df-0c19-4ce0-81a4-df6f1332506e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:30:37.255922 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-872308df-0c19-4ce0-81a4-df6f1332506e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:30:37.265975 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:37.269956 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:37.326343 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3cfd320b-dd46-41ac-8308-941fc949b7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:37.326733 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-1be21199-6efe-4a63-b3b5-57fca3e7a536 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0320764 Feb 18 12:30:37.341624 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Network da4d316b-444c-43af-9f44-9bba699faaa5 details requested by agent ovs-agent-dv-cinder-776422-1-iscsi with host dv-cinder-776422-1-iscsi {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:30:37.362548 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 40726) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:37.382973 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-8aed0197-a3fa-4f30-861e-fd97cd19133e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1184732717-router', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:30:37.405534 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872308df-0c19-4ce0-81a4-df6f1332506e admin admin] Made reservation on behalf of 6a19ed8a61d14020b44043be2d50517e for: {'subnet': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:30:37.410696 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-872308df-0c19-4ce0-81a4-df6f1332506e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:37.469702 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Network da4d316b-444c-43af-9f44-9bba699faaa5 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:30:37.717980 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 93664683-d3ec-46c4-8454-f9de7f0484e5 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:30:37.776334 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-8aed0197-a3fa-4f30-861e-fd97cd19133e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:30:37.790234 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-8aed0197-a3fa-4f30-861e-fd97cd19133e admin admin] Usage tracker for resource:router and tenant:3dcf01e3ea2c4a6eb682ad617909055d is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:30:37.813921 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-8aed0197-a3fa-4f30-861e-fd97cd19133e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:30:37.837528 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45254fd5-cc1f-4dd9-85c8-003a94a86485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f2ab429-4198-4068-a977-62c5ab8abd80,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:37.856971 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45254fd5-cc1f-4dd9-85c8-003a94a86485 admin admin] Checking segment: {'id': '9e349296-a32e-43ca-8f1a-7ded5615c216', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1108d427-5cec-48df-9400-d1b0a430230f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:30:37.857602 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45254fd5-cc1f-4dd9-85c8-003a94a86485 admin admin] Network hostable DHCP agents. Network: 1108d427-5cec-48df-9400-d1b0a430230f, hostable agents: ['bed05dfd-bd83-4319-8df6-46deac5f4b19'], hosted agents: [] {{(pid=83987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:30:37.867023 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-45254fd5-cc1f-4dd9-85c8-003a94a86485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:37.867239 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-8aed0197-a3fa-4f30-861e-fd97cd19133e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:30:37.890455 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45254fd5-cc1f-4dd9-85c8-003a94a86485 admin admin] Network 1108d427-5cec-48df-9400-d1b0a430230f is scheduled to be hosted by DHCP agent bed05dfd-bd83-4319-8df6-46deac5f4b19 with binding_index 1 {{(pid=83987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:30:37.911201 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3cfd320b-dd46-41ac-8308-941fc949b7dd None None] Notify callbacks [] for port, precommit_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:37.925266 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-3cfd320b-dd46-41ac-8308-941fc949b7dd None None] Transition to ACTIVE for port object 469f846f-3365-4d57-b618-4eb793252dac will not be triggered until provisioned by entity L2. {{(pid=83989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:30:37.930990 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3cfd320b-dd46-41ac-8308-941fc949b7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:37.947713 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-45254fd5-cc1f-4dd9-85c8-003a94a86485 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-iscsi, 1108d427-5cec-48df-9400-d1b0a430230f) {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:30:37.968671 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45254fd5-cc1f-4dd9-85c8-003a94a86485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:30:37.969242 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-45254fd5-cc1f-4dd9-85c8-003a94a86485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:37.995850 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8aed0197-a3fa-4f30-861e-fd97cd19133e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854405644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45858'] for router, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:37.997275 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8aed0197-a3fa-4f30-861e-fd97cd19133e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854405659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854412285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7878893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854729959'] for router, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:38.003979 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-45254fd5-cc1f-4dd9-85c8-003a94a86485 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.0744567 Feb 18 12:30:38.008023 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 40750) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:38.022544 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae2119c-315a-40e0-a72a-48e3d1e4e244 None None] Network 1108d427-5cec-48df-9400-d1b0a430230f requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:30:38.042200 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-a3ea3881-ae29-4c65-bbaa-0df080ad98cb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1346194922-router', 'tenant_id': '394178baeecd40f8b2869b8d1ad6dc2e', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:30:38.055205 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a3ea3881-ae29-4c65-bbaa-0df080ad98cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:30:38.059803 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-a3ea3881-ae29-4c65-bbaa-0df080ad98cb admin admin] Usage tracker for resource:router and tenant:394178baeecd40f8b2869b8d1ad6dc2e is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:30:38.063648 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-a3ea3881-ae29-4c65-bbaa-0df080ad98cb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:30:38.069573 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a3ea3881-ae29-4c65-bbaa-0df080ad98cb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:30:38.111103 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a3ea3881-ae29-4c65-bbaa-0df080ad98cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854405644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45858'] for router, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:38.112208 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a3ea3881-ae29-4c65-bbaa-0df080ad98cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854405659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854412285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7878893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854729959'] for router, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:38.126745 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:38.152347 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a3ea3881-ae29-4c65-bbaa-0df080ad98cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:38.173441 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c9358b83-44cc-43b7-8b03-7e160f3e5355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for subnet, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:38.178953 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8aed0197-a3fa-4f30-861e-fd97cd19133e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:38.213229 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-3cfd320b-dd46-41ac-8308-941fc949b7dd None None] Attempting to bind port 469f846f-3365-4d57-b618-4eb793252dac on host dv-cinder-776422-1-iscsi for vnic_type normal with profile {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:30:38.213926 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-3cfd320b-dd46-41ac-8308-941fc949b7dd None None] Attempting to bind port 469f846f-3365-4d57-b618-4eb793252dac by drivers openvswitch on host dv-cinder-776422-1-iscsi at level 0 using segments [{'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:30:38.214069 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-872308df-0c19-4ce0-81a4-df6f1332506e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for subnet, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:38.214655 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfd320b-dd46-41ac-8308-941fc949b7dd None None] Attempting to bind port 469f846f-3365-4d57-b618-4eb793252dac on network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:30:38.223635 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfd320b-dd46-41ac-8308-941fc949b7dd None None] Checking agent: {'id': 'ac3e34c9-0d53-40a9-ab2e-3d2b62a37265', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 21, 35), 'started_at': datetime.datetime(2021, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:30:38.224813 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfd320b-dd46-41ac-8308-941fc949b7dd None None] Checking segment: {'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:30:38.225417 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3cfd320b-dd46-41ac-8308-941fc949b7dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:38.226022 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfd320b-dd46-41ac-8308-941fc949b7dd None None] Bound using segment: {'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:30:38.226702 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-3cfd320b-dd46-41ac-8308-941fc949b7dd None None] Bound port: 469f846f-3365-4d57-b618-4eb793252dac, host: dv-cinder-776422-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:30:38.227283 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3cfd320b-dd46-41ac-8308-941fc949b7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:38.315565 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:38.321236 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 93664683-d3ec-46c4-8454-f9de7f0484e5 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:30:38.321653 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:38.324164 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-3cfd320b-dd46-41ac-8308-941fc949b7dd None None] For port 469f846f-3365-4d57-b618-4eb793252dac, host dv-cinder-776422-1-iscsi, cleared binding levels {{(pid=83989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:30:38.328136 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-3cfd320b-dd46-41ac-8308-941fc949b7dd None None] For port 469f846f-3365-4d57-b618-4eb793252dac, host dv-cinder-776422-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=469f846f-3365-4d57-b618-4eb793252dac,segment=NetworkSegment(cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0),segment_id=cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0)] {{(pid=83989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:30:38.333167 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3cfd320b-dd46-41ac-8308-941fc949b7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:38.395398 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65db9f5-299f-4975-8c62-bf2a683be3c2 None None] Network 1108d427-5cec-48df-9400-d1b0a430230f requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:30:38.505057 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:38.514252 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Pushing event updated for resources: {'Port': ['ID=469f846f-3365-4d57-b618-4eb793252dac,revision_number=2']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:38.518187 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfd320b-dd46-41ac-8308-941fc949b7dd None None] Routers {'6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:30:38.519123 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3cfd320b-dd46-41ac-8308-941fc949b7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:30:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:30:38.629928 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872308df-0c19-4ce0-81a4-df6f1332506e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c41c9414-3228-4df3-9a5d-b4e22e0bc3ca,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:38.650190 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872308df-0c19-4ce0-81a4-df6f1332506e admin admin] Checking segment: {'id': '9c5a1526-9624-45b9-b574-1f5cd4c01db5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'da4d316b-444c-43af-9f44-9bba699faaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:30:38.650733 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872308df-0c19-4ce0-81a4-df6f1332506e admin admin] Network hostable DHCP agents. Network: da4d316b-444c-43af-9f44-9bba699faaa5, hostable agents: ['bed05dfd-bd83-4319-8df6-46deac5f4b19'], hosted agents: [] {{(pid=83987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:30:38.661765 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-872308df-0c19-4ce0-81a4-df6f1332506e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:38.674839 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-de83f273-c183-415e-94c6-3185989c43a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:38.708877 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872308df-0c19-4ce0-81a4-df6f1332506e admin admin] Network da4d316b-444c-43af-9f44-9bba699faaa5 is scheduled to be hosted by DHCP agent bed05dfd-bd83-4319-8df6-46deac5f4b19 with binding_index 1 {{(pid=83987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:30:38.721879 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-872308df-0c19-4ce0-81a4-df6f1332506e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-iscsi, da4d316b-444c-43af-9f44-9bba699faaa5) {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:30:38.734201 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863929a7-e523-4382-a1cc-ba2e8f848f45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf59abdbf-fe40-5d86-8cc1-ae78ae9cb90e-bb258f48-33fc-49fc-8809-521607151087', 'network_id': 'bb258f48-33fc-49fc-8809-521607151087', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'fixed_ips': [{'subnet_id': '5c10d723-44ed-460c-abaf-474c1da07dd6'}]}} from dv-cinder-776422-1-iscsi. {{(pid=83988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 12:30:38.735190 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-863929a7-e523-4382-a1cc-ba2e8f848f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:38.738054 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872308df-0c19-4ce0-81a4-df6f1332506e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:30:38.738889 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-872308df-0c19-4ce0-81a4-df6f1332506e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:38.774109 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-872308df-0c19-4ce0-81a4-df6f1332506e admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6312709 Feb 18 12:30:38.774300 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5972aa-9219-4e16-a473-5779943b95b9 None None] Network da4d316b-444c-43af-9f44-9bba699faaa5 requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:30:38.951242 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-3cfd320b-dd46-41ac-8308-941fc949b7dd None None] Set router 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:30:39.171323 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:39.171992 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:39.172363 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:39.172917 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:39.173397 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:39.173891 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:39.174364 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:39.175367 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:39.175908 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:39.176382 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:39.176854 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:39.177376 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:39.177946 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:39.178422 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:39.178911 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:39.179377 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:39.179872 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:39.180830 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:39.181325 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:39.181793 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:39.182264 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:39.182738 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:39.183218 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:39.183726 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Tracked resource versions report: Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: pushed versions: Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: { 'AddressGroup': {'1.1'}, Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'ConntrackHelper': {'1.0'}, Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Log': {'1.0'}, Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Network': {'1.1'}, Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Port': {'1.7'}, Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'PortForwarding': {'1.2'}, Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'QosPolicy': {'1.8'}, Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroup': {'1.4'}, Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SubPort': {'1.0'}, Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Subnet': {'1.1'}, Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Trunk': {'1.1'}} Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: consumer versions: Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: { DHCP agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: L3 agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: Metadata agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: Metering agent@dv-cinder-776422-1-iscsi: {}, Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: Open vSwitch agent@dv-cinder-776422-1-iscsi: { 'AddressGroup': '1.1', Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'ConntrackHelper': '1.0', Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Log': '1.0', Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Network': '1.1', Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Port': '1.7', Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'PortForwarding': '1.2', Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'QosPolicy': '1.8', Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroup': '1.4', Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroupRule': '1.2', Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SubPort': '1.0', Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Subnet': '1.1', Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Trunk': '1.1'}, Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: Open vSwitch agent@hv-cinder-77642: { 'AddressGroup': '1.1', Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'ConntrackHelper': '1.0', Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Log': '1.0', Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Network': '1.1', Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Port': '1.7', Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'PortForwarding': '1.2', Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'QosPolicy': '1.8', Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroup': '1.4', Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SecurityGroupRule': '1.2', Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'SubPort': '1.0', Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Subnet': '1.1', Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: 'Trunk': '1.1'}} Feb 18 12:30:39.185228 dv-cinder-776422-1-iscsi neutron-server[83873]: {{(pid=83989) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 12:30:39.190052 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.063s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:39.191018 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.708s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:39.226992 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9358b83-44cc-43b7-8b03-7e160f3e5355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a449ea9-00c1-4f3b-abb3-a6f760b908ed,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:39.243932 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a3ea3881-ae29-4c65-bbaa-0df080ad98cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854412150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854729976'] for router, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:39.249278 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c9358b83-44cc-43b7-8b03-7e160f3e5355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:39.374040 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9358b83-44cc-43b7-8b03-7e160f3e5355 admin admin] Checking segment: {'id': '13f2b173-6074-45c7-9bc8-d842540e3664', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd965ec9a-bb10-425b-96f5-95a00f65a0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:30:39.374447 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9358b83-44cc-43b7-8b03-7e160f3e5355 admin admin] Network hostable DHCP agents. Network: d965ec9a-bb10-425b-96f5-95a00f65a0c4, hostable agents: ['bed05dfd-bd83-4319-8df6-46deac5f4b19'], hosted agents: [] {{(pid=83986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:30:39.377778 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Pushing event updated for resources: {'Port': ['ID=469f846f-3365-4d57-b618-4eb793252dac,revision_number=3']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:39.383920 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:39.527347 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8aed0197-a3fa-4f30-861e-fd97cd19133e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854412150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854729976'] for router, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:39.573155 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-863929a7-e523-4382-a1cc-ba2e8f848f45 None None] Allocated IP 172.20.0.2 (bb258f48-33fc-49fc-8809-521607151087/5c10d723-44ed-460c-abaf-474c1da07dd6/ee7df538-b75f-4686-881f-46d16c517160) {{(pid=83988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:30:39.582047 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3cfd320b-dd46-41ac-8308-941fc949b7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-322464374-router', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '469f846f-3365-4d57-b618-4eb793252dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:31Z', 'updated_at': '2021-02-18T12:30:34Z', 'revision_number': 3, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'gw_port': {'id': '469f846f-3365-4d57-b618-4eb793252dac', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:40:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:33Z', 'updated_at': '2021-02-18T12:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi'}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:30:39.587466 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfd320b-dd46-41ac-8308-941fc949b7dd None None] The sync data for ids ['6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'] in dv-cinder-776422-1-iscsi is: [{'id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-322464374-router', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '469f846f-3365-4d57-b618-4eb793252dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:31Z', 'updated_at': '2021-02-18T12:30:34Z', 'revision_number': 3, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'gw_port': {'id': '469f846f-3365-4d57-b618-4eb793252dac', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:40:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:33Z', 'updated_at': '2021-02-18T12:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi'}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:30:39.621348 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e4280530-d977-4424-bbea-ede9302b44ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:39.763221 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9358b83-44cc-43b7-8b03-7e160f3e5355 admin admin] Network d965ec9a-bb10-425b-96f5-95a00f65a0c4 is scheduled to be hosted by DHCP agent bed05dfd-bd83-4319-8df6-46deac5f4b19 with binding_index 1 {{(pid=83986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:30:39.877783 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-c9358b83-44cc-43b7-8b03-7e160f3e5355 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-iscsi, d965ec9a-bb10-425b-96f5-95a00f65a0c4) {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:30:39.892632 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9358b83-44cc-43b7-8b03-7e160f3e5355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:30:39.893257 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c9358b83-44cc-43b7-8b03-7e160f3e5355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:40.027874 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-c9358b83-44cc-43b7-8b03-7e160f3e5355 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.9991868 Feb 18 12:30:40.047787 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 40796) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:40.057034 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-ebdc97be-269b-41f9-8df4-2d8f58d67e47 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1778962172-network', 'tenant_id': 'dec55f6f37374517973659d0465cdf12'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:30:40.077353 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ebdc97be-269b-41f9-8df4-2d8f58d67e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:30:40.082382 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-ebdc97be-269b-41f9-8df4-2d8f58d67e47 admin admin] Usage tracker for resource:network and tenant:dec55f6f37374517973659d0465cdf12 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:30:40.086707 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-ebdc97be-269b-41f9-8df4-2d8f58d67e47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:30:40.094838 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ebdc97be-269b-41f9-8df4-2d8f58d67e47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:30:40.129605 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdc97be-269b-41f9-8df4-2d8f58d67e47 admin admin] Made reservation on behalf of dec55f6f37374517973659d0465cdf12 for: {'network': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:30:40.137111 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebdc97be-269b-41f9-8df4-2d8f58d67e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for network, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:40.169071 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebdc97be-269b-41f9-8df4-2d8f58d67e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:40.199063 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ebdc97be-269b-41f9-8df4-2d8f58d67e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:30:40.206483 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-ebdc97be-269b-41f9-8df4-2d8f58d67e47 admin admin] Usage tracker for resource:security_group_rule and tenant:dec55f6f37374517973659d0465cdf12 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:30:40.213897 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-ebdc97be-269b-41f9-8df4-2d8f58d67e47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:30:40.230266 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ebdc97be-269b-41f9-8df4-2d8f58d67e47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:30:40.242768 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-863929a7-e523-4382-a1cc-ba2e8f848f45 None None] Notify callbacks [] for port, precommit_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:40.269977 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-863929a7-e523-4382-a1cc-ba2e8f848f45 None None] Transition to ACTIVE for port object ee7df538-b75f-4686-881f-46d16c517160 will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:30:40.291375 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-863929a7-e523-4382-a1cc-ba2e8f848f45 None None] Transition to ACTIVE for port object ee7df538-b75f-4686-881f-46d16c517160 will not be triggered until provisioned by entity DHCP. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:30:40.298344 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7f8edb-f2a9-4610-b3ec-8b957457a371 None None] Network d965ec9a-bb10-425b-96f5-95a00f65a0c4 requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:30:40.318992 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-863929a7-e523-4382-a1cc-ba2e8f848f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147'] for port, after_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:40.320031 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370ec939-bab2-44c6-a58c-6780a1382adb None None] Network da4d316b-444c-43af-9f44-9bba699faaa5 requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:30:40.437407 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebdc97be-269b-41f9-8df4-2d8f58d67e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:40.444807 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebdc97be-269b-41f9-8df4-2d8f58d67e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:40.450395 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:40.504406 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc97be-269b-41f9-8df4-2d8f58d67e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f751bc80-8557-4871-945a-94247659ffeb,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:40.511429 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ebdc97be-269b-41f9-8df4-2d8f58d67e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:40.519915 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebdc97be-269b-41f9-8df4-2d8f58d67e47 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=83987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:30:40.541849 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebdc97be-269b-41f9-8df4-2d8f58d67e47 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731035333406', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:40.542296 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-ebdc97be-269b-41f9-8df4-2d8f58d67e47 admin admin] Added segment 02ea4835-209d-4525-bf4c-a426af361f1f of type vxlan for network f5c56d10-3f0c-4b79-9220-87b1c1a3d2c5 Feb 18 12:30:40.631636 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebdc97be-269b-41f9-8df4-2d8f58d67e47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305820034079'] for network, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:40.657551 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:40.709648 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebdc97be-269b-41f9-8df4-2d8f58d67e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:40.710951 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdc97be-269b-41f9-8df4-2d8f58d67e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:30:40.711627 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebdc97be-269b-41f9-8df4-2d8f58d67e47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:40.722936 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:40.813683 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 40830) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:40.860261 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ebdc97be-269b-41f9-8df4-2d8f58d67e47 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8092990 Feb 18 12:30:40.860960 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 40834) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:40.863789 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc97be-269b-41f9-8df4-2d8f58d67e47 admin admin] Pushing event updated for resources: {'Network': ['ID=f5c56d10-3f0c-4b79-9220-87b1c1a3d2c5,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:40.867567 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ebdc97be-269b-41f9-8df4-2d8f58d67e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:40.871887 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-503aff90-d42c-4bd6-8f6d-7df870c54e9c admin admin] Request body: {'subnet': {'network_id': 'f5c56d10-3f0c-4b79-9220-87b1c1a3d2c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1778962172-subnet', 'tenant_id': 'dec55f6f37374517973659d0465cdf12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:30:40.877684 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-503aff90-d42c-4bd6-8f6d-7df870c54e9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:30:40.883169 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-503aff90-d42c-4bd6-8f6d-7df870c54e9c admin admin] Usage tracker for resource:subnet and tenant:dec55f6f37374517973659d0465cdf12 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:30:40.887140 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-503aff90-d42c-4bd6-8f6d-7df870c54e9c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:30:40.893432 dv-cinder-776422-1-iscsi neutron-server[83873]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 18 12:30:40.898273 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-503aff90-d42c-4bd6-8f6d-7df870c54e9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:30:40.900319 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Network f5c56d10-3f0c-4b79-9220-87b1c1a3d2c5 details requested by agent ovs-agent-dv-cinder-776422-1-iscsi with host dv-cinder-776422-1-iscsi {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:30:40.911109 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503aff90-d42c-4bd6-8f6d-7df870c54e9c admin admin] Made reservation on behalf of dec55f6f37374517973659d0465cdf12 for: {'subnet': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:30:40.916558 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-503aff90-d42c-4bd6-8f6d-7df870c54e9c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:41.062307 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863929a7-e523-4382-a1cc-ba2e8f848f45 None None] Pushing event updated for resources: {'Port': ['ID=ee7df538-b75f-4686-881f-46d16c517160,revision_number=1']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:41.086491 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-863929a7-e523-4382-a1cc-ba2e8f848f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:41.175455 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-e4280530-d977-4424-bbea-ede9302b44ae admin admin] Allocated IP 172.20.0.1 (c68b6376-2ee0-4ad3-a877-08dcce1a2d28/e4044c87-5ed4-4e4e-a96f-b6177944301a/5d9af06d-63c2-450b-a6c3-d395676c9628) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:30:41.193922 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d23198-8fee-4293-93d5-977cf62a2de2 None None] Network d965ec9a-bb10-425b-96f5-95a00f65a0c4 requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:30:41.222153 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a3ea3881-ae29-4c65-bbaa-0df080ad98cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:41.276691 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a3ea3881-ae29-4c65-bbaa-0df080ad98cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:41.307978 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8aed0197-a3fa-4f30-861e-fd97cd19133e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:41.312891 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863929a7-e523-4382-a1cc-ba2e8f848f45 None None] Network bb258f48-33fc-49fc-8809-521607151087 is already hosted by enough agents. {{(pid=83988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:30:41.326928 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-863929a7-e523-4382-a1cc-ba2e8f848f45 None None] Resources bound (agent type, host, resource id): {{(pid=83988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:30:41.331600 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863929a7-e523-4382-a1cc-ba2e8f848f45 None None] Received port after_create {{(pid=83988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:30:41.398781 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-503aff90-d42c-4bd6-8f6d-7df870c54e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for subnet, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:41.416973 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:41.456589 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-4f3c2196-098e-42d9-b447-1e733add3754 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:30:41.461428 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-863929a7-e523-4382-a1cc-ba2e8f848f45 None None] Attempting to bind port ee7df538-b75f-4686-881f-46d16c517160 on host dv-cinder-776422-1-iscsi for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:30:41.461851 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-863929a7-e523-4382-a1cc-ba2e8f848f45 None None] Attempting to bind port ee7df538-b75f-4686-881f-46d16c517160 by drivers openvswitch on host dv-cinder-776422-1-iscsi at level 0 using segments [{'id': 'dcd0093b-fa12-4c25-8d55-c39ba97d84fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb258f48-33fc-49fc-8809-521607151087'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:30:41.462264 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863929a7-e523-4382-a1cc-ba2e8f848f45 None None] Attempting to bind port ee7df538-b75f-4686-881f-46d16c517160 on network bb258f48-33fc-49fc-8809-521607151087 {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:30:41.465053 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-4f3c2196-098e-42d9-b447-1e733add3754 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/networks?id=d965ec9a-bb10-425b-96f5-95a00f65a0c4 HTTP/1.1" status: 200 len: 811 time: 0.6503885 Feb 18 12:30:41.479786 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8aed0197-a3fa-4f30-861e-fd97cd19133e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:41.483045 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863929a7-e523-4382-a1cc-ba2e8f848f45 None None] Checking agent: {'id': 'ac3e34c9-0d53-40a9-ab2e-3d2b62a37265', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 21, 35), 'started_at': datetime.datetime(2021, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:30:41.483276 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863929a7-e523-4382-a1cc-ba2e8f848f45 None None] Checking segment: {'id': 'dcd0093b-fa12-4c25-8d55-c39ba97d84fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb258f48-33fc-49fc-8809-521607151087'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:30:41.483719 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-863929a7-e523-4382-a1cc-ba2e8f848f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:41.484167 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863929a7-e523-4382-a1cc-ba2e8f848f45 None None] Bound using segment: {'id': 'dcd0093b-fa12-4c25-8d55-c39ba97d84fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb258f48-33fc-49fc-8809-521607151087'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:30:41.484706 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-863929a7-e523-4382-a1cc-ba2e8f848f45 None None] Bound port: ee7df538-b75f-4686-881f-46d16c517160, host: dv-cinder-776422-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0093b-fa12-4c25-8d55-c39ba97d84fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb258f48-33fc-49fc-8809-521607151087'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:30:41.485134 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-863929a7-e523-4382-a1cc-ba2e8f848f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:41.566560 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 469f846f-3365-4d57-b618-4eb793252dac up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:30:41.588554 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-dd8cdedf-9cbb-45d7-91df-90ba0b54d9ab tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/quotas/c70f399aa3e245febae1ca95dc05ad83 HTTP/1.1" status: 200 len: 375 time: 0.1221852 Feb 18 12:30:41.608233 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503aff90-d42c-4bd6-8f6d-7df870c54e9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a404c27-30f2-45a2-b443-433475e32ab3,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:41.613726 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-503aff90-d42c-4bd6-8f6d-7df870c54e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:41.685131 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503aff90-d42c-4bd6-8f6d-7df870c54e9c admin admin] Checking segment: {'id': '02ea4835-209d-4525-bf4c-a426af361f1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f5c56d10-3f0c-4b79-9220-87b1c1a3d2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:30:41.685633 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503aff90-d42c-4bd6-8f6d-7df870c54e9c admin admin] Network hostable DHCP agents. Network: f5c56d10-3f0c-4b79-9220-87b1c1a3d2c5, hostable agents: ['bed05dfd-bd83-4319-8df6-46deac5f4b19'], hosted agents: [] {{(pid=83987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:30:41.707102 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503aff90-d42c-4bd6-8f6d-7df870c54e9c admin admin] Network f5c56d10-3f0c-4b79-9220-87b1c1a3d2c5 is scheduled to be hosted by DHCP agent bed05dfd-bd83-4319-8df6-46deac5f4b19 with binding_index 1 {{(pid=83987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:30:41.710311 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-863929a7-e523-4382-a1cc-ba2e8f848f45 None None] For port ee7df538-b75f-4686-881f-46d16c517160, host dv-cinder-776422-1-iscsi, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:30:41.715683 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-863929a7-e523-4382-a1cc-ba2e8f848f45 None None] For port ee7df538-b75f-4686-881f-46d16c517160, host dv-cinder-776422-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=ee7df538-b75f-4686-881f-46d16c517160,segment=NetworkSegment(dcd0093b-fa12-4c25-8d55-c39ba97d84fe),segment_id=dcd0093b-fa12-4c25-8d55-c39ba97d84fe)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:30:41.718333 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-503aff90-d42c-4bd6-8f6d-7df870c54e9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-iscsi, f5c56d10-3f0c-4b79-9220-87b1c1a3d2c5) {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:30:41.723215 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503aff90-d42c-4bd6-8f6d-7df870c54e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:30:41.723405 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-863929a7-e523-4382-a1cc-ba2e8f848f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:41.724470 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-503aff90-d42c-4bd6-8f6d-7df870c54e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:41.732205 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-969fbf6e-bf8c-4412-90da-0664488aee3c tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c70f399aa3e245febae1ca95dc05ad83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1426923 Feb 18 12:30:41.739228 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning for port 469f846f-3365-4d57-b618-4eb793252dac completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:30:41.748166 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-863929a7-e523-4382-a1cc-ba2e8f848f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:41.764468 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-503aff90-d42c-4bd6-8f6d-7df870c54e9c admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9022496 Feb 18 12:30:41.804967 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2ce79a-25be-49d5-9d74-34bafecedfc4 None None] Network f5c56d10-3f0c-4b79-9220-87b1c1a3d2c5 requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:30:41.986153 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 40856) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:41.990607 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e4280530-d977-4424-bbea-ede9302b44ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:42.002598 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 469f846f-3365-4d57-b618-4eb793252dac triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:30:42.003263 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:42.066642 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-e4280530-d977-4424-bbea-ede9302b44ae admin admin] Transition to ACTIVE for port object 5d9af06d-63c2-450b-a6c3-d395676c9628 will not be triggered until provisioned by entity DHCP. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:30:42.086785 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d4ce0f-a0da-4d38-b8cb-abc55b5dba5c admin admin] Deleting subnet c41c9414-3228-4df3-9a5d-b4e22e0bc3ca {{(pid=83987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 12:30:42.087043 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-d5f414e4-b72a-4139-8fdf-0679ee5e5368 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=83986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:30:42.088232 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-d5f414e4-b72a-4139-8fdf-0679ee5e5368 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1079183 Feb 18 12:30:42.091106 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-23d4ce0f-a0da-4d38-b8cb-abc55b5dba5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:42.150405 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-23d4ce0f-a0da-4d38-b8cb-abc55b5dba5c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:42.160048 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-23d4ce0f-a0da-4d38-b8cb-abc55b5dba5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662214'] for subnet, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:42.381756 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-8aed0197-a3fa-4f30-861e-fd97cd19133e admin admin] Allocated IP 172.27.1.15 (af22eeb7-a3c9-494b-a94b-4ce3a52cae78/7f96d68a-30b3-4cd1-8fb4-11341d49a56c/214b020f-85df-4acc-bb29-0db17377224e) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:30:42.448297 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-23d4ce0f-a0da-4d38-b8cb-abc55b5dba5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for subnet, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:42.469661 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-45254fd5-cc1f-4dd9-85c8-003a94a86485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:42.475626 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-b22fc0e0-2ba7-424f-a932-1068f5e69d04 service neutron] 10.222.0.83 "GET /v2.0/networks/d965ec9a-bb10-425b-96f5-95a00f65a0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489735 Feb 18 12:30:42.485988 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863929a7-e523-4382-a1cc-ba2e8f848f45 None None] Pushing event updated for resources: {'Port': ['ID=ee7df538-b75f-4686-881f-46d16c517160,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:42.510963 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e4280530-d977-4424-bbea-ede9302b44ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:42.512748 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-863929a7-e523-4382-a1cc-ba2e8f848f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:42.608837 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:42.613132 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4ce0f-a0da-4d38-b8cb-abc55b5dba5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c41c9414-3228-4df3-9a5d-b4e22e0bc3ca,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:42.617341 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-23d4ce0f-a0da-4d38-b8cb-abc55b5dba5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:42.631170 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-23d4ce0f-a0da-4d38-b8cb-abc55b5dba5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:42.639430 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-23d4ce0f-a0da-4d38-b8cb-abc55b5dba5c admin admin] 10.222.0.83 "DELETE /v2.0/subnets/c41c9414-3228-4df3-9a5d-b4e22e0bc3ca HTTP/1.1" status: 204 len: 168 time: 0.6515441 Feb 18 12:30:42.641653 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 40868) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:42.674516 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:42.735832 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] For port 469f846f-3365-4d57-b618-4eb793252dac, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=469f846f-3365-4d57-b618-4eb793252dac,segment=NetworkSegment(cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0),segment_id=cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:30:42.741428 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec9de94-20dc-4a35-b028-ec1cb676c33d None None] Network f5c56d10-3f0c-4b79-9220-87b1c1a3d2c5 requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:30:42.761034 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:42.826750 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:42.947355 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Pushing event updated for resources: {'Port': ['ID=469f846f-3365-4d57-b618-4eb793252dac,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:42.960261 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:43.029357 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8aed0197-a3fa-4f30-861e-fd97cd19133e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:43.074898 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854250921'] for network, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:43.232128 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-33adbe46-f2fb-4189-84ba-06681ee9e74a service neutron] 10.222.0.83 "GET /v2.0/networks/d965ec9a-bb10-425b-96f5-95a00f65a0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7554908 Feb 18 12:30:43.304469 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Network f5c56d10-3f0c-4b79-9220-87b1c1a3d2c5 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:30:43.329894 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4280530-d977-4424-bbea-ede9302b44ae admin admin] Pushing event updated for resources: {'Port': ['ID=5d9af06d-63c2-450b-a6c3-d395676c9628,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:43.333276 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e4280530-d977-4424-bbea-ede9302b44ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:43.342108 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8aed0197-a3fa-4f30-861e-fd97cd19133e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:43.374824 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e4280530-d977-4424-bbea-ede9302b44ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:43.499950 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665137', 'neutron.services.segments.db._delete_segments_for_network--9223363305819442394'] for network, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:43.597341 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 469f846f-3365-4d57-b618-4eb793252dac up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:30:43.679107 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 469f846f-3365-4d57-b618-4eb793252dac triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:30:43.679571 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:43.707645 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed0197-a3fa-4f30-861e-fd97cd19133e admin admin] Pushing event updated for resources: {'Port': ['ID=214b020f-85df-4acc-bb29-0db17377224e,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:43.711447 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8aed0197-a3fa-4f30-861e-fd97cd19133e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:43.713317 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-a3ea3881-ae29-4c65-bbaa-0df080ad98cb admin admin] Allocated IP 172.27.1.194 (af22eeb7-a3c9-494b-a94b-4ce3a52cae78/7f96d68a-30b3-4cd1-8fb4-11341d49a56c/96fcb2f6-727f-4a70-be36-859fafd0f605) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:30:43.721113 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b6af461a-5db4-48dc-b82e-5c6db8c93ac2 req-272c5377-dfb7-4c0a-aaa2-bc5c8949b983 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 210 time: 0.1478071 Feb 18 12:30:43.743448 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83987) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:30:43.743908 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83987) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:30:43.744880 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83987) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:30:43.745397 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] Subscribe: > port after_create 55550000 {{(pid=83987) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:30:43.745880 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83987) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:30:43.746265 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] Subscribe: > port after_update 55550000 {{(pid=83987) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:30:43.746642 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83987) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:30:43.747022 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83987) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:30:43.747541 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83987) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:30:43.747932 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83987) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:30:43.834785 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device ee7df538-b75f-4686-881f-46d16c517160 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:30:43.851558 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4280530-d977-4424-bbea-ede9302b44ae admin admin] Network c68b6376-2ee0-4ad3-a877-08dcce1a2d28 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:30:43.861573 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-e4280530-d977-4424-bbea-ede9302b44ae admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:30:43.882152 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4280530-d977-4424-bbea-ede9302b44ae admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:30:43.882656 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e4280530-d977-4424-bbea-ede9302b44ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364766'] for router_interface, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:43.930209 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning for port ee7df538-b75f-4686-881f-46d16c517160 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:30:43.963634 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83987) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:30:43.964681 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83987) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:30:43.964681 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83987) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:30:43.964871 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83987) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:30:43.965661 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da4d316b-444c-43af-9f44-9bba699faaa5']}} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:30:43.986965 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5a1526-9624-45b9-b574-1f5cd4c01db5') {'for_net_delete': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:30:43.987305 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5a1526-9624-45b9-b574-1f5cd4c01db5') {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:30:44.003445 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305819444442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847952498'] for segment, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:44.009469 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aed0197-a3fa-4f30-861e-fd97cd19133e admin admin] Network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:30:44.014487 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-8aed0197-a3fa-4f30-861e-fd97cd19133e admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:30:44.021660 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aed0197-a3fa-4f30-861e-fd97cd19133e admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:30:44.030878 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:44.034429 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 12:30:44.241108 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-fc830376-5e5b-4bf9-b0af-435aa1af9f36 None None] Provisioning for port 5d9af06d-63c2-450b-a6c3-d395676c9628 completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:30:44.250493 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-fc830376-5e5b-4bf9-b0af-435aa1af9f36 None None] Provisioning complete for port 5d9af06d-63c2-450b-a6c3-d395676c9628 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:30:44.250921 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fc830376-5e5b-4bf9-b0af-435aa1af9f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:44.329968 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] Network da4d316b-444c-43af-9f44-9bba699faaa5 has no segments {{(pid=83987) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:30:44.340909 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-671673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847922950'] for segment, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:44.343087 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a3ea3881-ae29-4c65-bbaa-0df080ad98cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:44.354226 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-fc830376-5e5b-4bf9-b0af-435aa1af9f36 None None] Port 5d9af06d-63c2-450b-a6c3-d395676c9628 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:30:44.401782 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e4280530-d977-4424-bbea-ede9302b44ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:44.534678 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7afe161-d780-47f1-9f64-3574a4d4c9f8 None None] Network bb258f48-33fc-49fc-8809-521607151087 requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:30:44.626207 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] Network da4d316b-444c-43af-9f44-9bba699faaa5 has no segments {{(pid=83987) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: from cryptography.utils import int_from_bytes Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: from cryptography.utils import int_from_bytes Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: (rel_b, rel_a, rel_b), Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: (rel_b, rel_a, rel_b), Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: Traceback (most recent call last): Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: timer() Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: cb(*args, **kw) Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: return func(*args, **kwargs) Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: self._notify() Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: self.callback(batched_events) Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: event.method(event) Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: segment_id)['aggregates'][0] Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: return f(self, *a, **k) Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: return self._get(url).json() Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: **kwargs) Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: return self.request(url, 'GET', **kwargs) Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: **endpoint_filter) Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:30:44.663121 dv-cinder-776422-1-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:30:44.732187 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-beb397c9-4076-4fd1-84e2-73c9c506bb7a None None] Provisioning for port ee7df538-b75f-4686-881f-46d16c517160 completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:30:44.742013 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-beb397c9-4076-4fd1-84e2-73c9c506bb7a None None] Provisioning complete for port ee7df538-b75f-4686-881f-46d16c517160 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:30:44.742432 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-beb397c9-4076-4fd1-84e2-73c9c506bb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:44.775766 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854110663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366916'] for network, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:44.784020 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:44.822982 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a3ea3881-ae29-4c65-bbaa-0df080ad98cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:44.830613 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:44.844218 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] Pushing event deleted for resources: {'Network': ['ID=da4d316b-444c-43af-9f44-9bba699faaa5,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:44.853266 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] 10.222.0.83 "DELETE /v2.0/networks/da4d316b-444c-43af-9f44-9bba699faaa5 HTTP/1.1" status: 204 len: 168 time: 2.2102675 Feb 18 12:30:44.854515 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:44.861344 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 40936) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:44.898849 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-062149f2-7fc1-43cd-8f46-c80318604788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:44.957440 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8aed0197-a3fa-4f30-861e-fd97cd19133e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:44.958474 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e0c031-bc1b-40ee-a9c8-2f957aa2e287 admin admin] Deleting subnet 7a404c27-30f2-45a2-b443-433475e32ab3 {{(pid=83987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 12:30:44.962877 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-84e0c031-bc1b-40ee-a9c8-2f957aa2e287 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:45.017208 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-84e0c031-bc1b-40ee-a9c8-2f957aa2e287 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6823350'] for subnet, precommit_delete_associations {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:45.086099 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-84e0c031-bc1b-40ee-a9c8-2f957aa2e287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662214'] for subnet, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:45.093542 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-beb397c9-4076-4fd1-84e2-73c9c506bb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:45.141380 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-beb397c9-4076-4fd1-84e2-73c9c506bb7a None None] For port ee7df538-b75f-4686-881f-46d16c517160, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=ee7df538-b75f-4686-881f-46d16c517160,segment=NetworkSegment(dcd0093b-fa12-4c25-8d55-c39ba97d84fe),segment_id=dcd0093b-fa12-4c25-8d55-c39ba97d84fe)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:30:45.146455 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-beb397c9-4076-4fd1-84e2-73c9c506bb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:45.151090 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:45.238901 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb397c9-4076-4fd1-84e2-73c9c506bb7a None None] Pushing event updated for resources: {'Port': ['ID=ee7df538-b75f-4686-881f-46d16c517160,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:45.244175 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-beb397c9-4076-4fd1-84e2-73c9c506bb7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:45.380684 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0ea7a55b-b620-4eaa-8b20-1e60ef1e7ada None None] Provisioning complete for port ee7df538-b75f-4686-881f-46d16c517160 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:30:45.381230 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0ea7a55b-b620-4eaa-8b20-1e60ef1e7ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:45.423101 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-84e0c031-bc1b-40ee-a9c8-2f957aa2e287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6853467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848154909'] for subnet, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:45.444431 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1be21199-6efe-4a63-b3b5-57fca3e7a536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:45.502111 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-321bac6a-195c-4568-93f3-5c998e66f1e5 req-6da4bf79-a697-433e-a517-7d8734421b9a tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 210 time: 0.6207678 Feb 18 12:30:45.599049 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0c031-bc1b-40ee-a9c8-2f957aa2e287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a404c27-30f2-45a2-b443-433475e32ab3,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:45.603546 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-84e0c031-bc1b-40ee-a9c8-2f957aa2e287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:45.624003 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device ee7df538-b75f-4686-881f-46d16c517160 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:30:45.656269 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-84e0c031-bc1b-40ee-a9c8-2f957aa2e287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:45.661281 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea3881-ae29-4c65-bbaa-0df080ad98cb admin admin] Pushing event updated for resources: {'Port': ['ID=96fcb2f6-727f-4a70-be36-859fafd0f605,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:45.664182 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-84e0c031-bc1b-40ee-a9c8-2f957aa2e287 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/7a404c27-30f2-45a2-b443-433475e32ab3 HTTP/1.1" status: 204 len: 168 time: 0.8014638 Feb 18 12:30:45.666664 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 40950) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:45.676396 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a3ea3881-ae29-4c65-bbaa-0df080ad98cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:45.726123 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port ee7df538-b75f-4686-881f-46d16c517160 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:30:45.726549 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:45.811933 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-b33145c5-18c8-44fd-9b72-db58b3193be9 None None] Provisioning complete for port ee7df538-b75f-4686-881f-46d16c517160 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:30:45.812496 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b33145c5-18c8-44fd-9b72-db58b3193be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:45.818795 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cf577775-6818-4fcc-9aa8-8307aac189dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854250921'] for network, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:45.953005 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ea3881-ae29-4c65-bbaa-0df080ad98cb admin admin] Network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:30:46.025632 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-a3ea3881-ae29-4c65-bbaa-0df080ad98cb admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:30:46.028698 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cf577775-6818-4fcc-9aa8-8307aac189dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665137', 'neutron.services.segments.db._delete_segments_for_network--9223363305819442394'] for network, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:46.032352 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ea3881-ae29-4c65-bbaa-0df080ad98cb admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:30:46.137029 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-af9c37c7-ad63-4f10-9c79-c772c875a641 None None] Provisioning complete for port ee7df538-b75f-4686-881f-46d16c517160 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:30:46.137428 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-af9c37c7-ad63-4f10-9c79-c772c875a641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:46.146880 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-cf577775-6818-4fcc-9aa8-8307aac189dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c56d10-3f0c-4b79-9220-87b1c1a3d2c5']}} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:30:46.160635 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-cf577775-6818-4fcc-9aa8-8307aac189dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ea4835-209d-4525-bf4c-a426af361f1f') {'for_net_delete': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:30:46.161081 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-cf577775-6818-4fcc-9aa8-8307aac189dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ea4835-209d-4525-bf4c-a426af361f1f') {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:30:46.164921 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8aed0197-a3fa-4f30-861e-fd97cd19133e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854412059'] for router, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:46.174429 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cf577775-6818-4fcc-9aa8-8307aac189dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305819444442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847952498'] for segment, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:46.178137 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.db.resource_extend [None req-e4280530-d977-4424-bbea-ede9302b44ae admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 18 12:30:46.192263 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cf577775-6818-4fcc-9aa8-8307aac189dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:46.194342 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cf577775-6818-4fcc-9aa8-8307aac189dd admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 12:30:46.258726 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e4280530-d977-4424-bbea-ede9302b44ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:46.364686 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e4280530-d977-4424-bbea-ede9302b44ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:46.379638 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-cf577775-6818-4fcc-9aa8-8307aac189dd admin admin] Network f5c56d10-3f0c-4b79-9220-87b1c1a3d2c5 has no segments {{(pid=83987) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:30:46.381887 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e4280530-d977-4424-bbea-ede9302b44ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846870376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854411140'] for router_interface, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:46.389515 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cf577775-6818-4fcc-9aa8-8307aac189dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-671673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847922950'] for segment, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:46.401104 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:46.573629 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-cf577775-6818-4fcc-9aa8-8307aac189dd admin admin] Network f5c56d10-3f0c-4b79-9220-87b1c1a3d2c5 has no segments {{(pid=83987) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:30:46.576897 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4280530-d977-4424-bbea-ede9302b44ae admin admin] Pushing event updated for resources: {'Port': ['ID=5d9af06d-63c2-450b-a6c3-d395676c9628,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:46.584995 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e4280530-d977-4424-bbea-ede9302b44ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: Traceback (most recent call last): Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: timer() Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: cb(*args, **kw) Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: return func(*args, **kwargs) Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: self._notify() Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: self.callback(batched_events) Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: event.method(event) Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: segment_id)['aggregates'][0] Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: return f(self, *a, **k) Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: return self._get(url).json() Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: **kwargs) Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: return self.request(url, 'GET', **kwargs) Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: **endpoint_filter) Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:30:46.598493 dv-cinder-776422-1-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:30:46.676100 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 40966) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:46.692426 dv-cinder-776422-1-iscsi neutron-server[83873]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 18 12:30:46.748045 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-71bc3a7d-2f5c-4595-99d5-0e9b4db668fc req-404c5591-2101-4c62-83fc-da7849bf4323 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 210 time: 0.0699806 Feb 18 12:30:46.768572 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cf577775-6818-4fcc-9aa8-8307aac189dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854110663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366916'] for network, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:46.782345 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:46.792484 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cf577775-6818-4fcc-9aa8-8307aac189dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:46.803531 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf577775-6818-4fcc-9aa8-8307aac189dd admin admin] Pushing event deleted for resources: {'Network': ['ID=f5c56d10-3f0c-4b79-9220-87b1c1a3d2c5,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:46.806644 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-cf577775-6818-4fcc-9aa8-8307aac189dd admin admin] 10.222.0.83 "DELETE /v2.0/networks/f5c56d10-3f0c-4b79-9220-87b1c1a3d2c5 HTTP/1.1" status: 204 len: 168 time: 1.1380415 Feb 18 12:30:46.807868 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cf577775-6818-4fcc-9aa8-8307aac189dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:46.857807 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4280530-d977-4424-bbea-ede9302b44ae admin admin] Network c68b6376-2ee0-4ad3-a877-08dcce1a2d28 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:30:46.865128 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-e4280530-d977-4424-bbea-ede9302b44ae admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:30:46.876747 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aed0197-a3fa-4f30-861e-fd97cd19133e admin admin] Router 0db272e8-c1a9-4586-b1d0-119d9538f16e is scheduled to L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 with binding_index 1 {{(pid=83986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 12:30:46.947246 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a3ea3881-ae29-4c65-bbaa-0df080ad98cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:47.040033 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 40978) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:47.110893 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-446c95bd-942b-43de-935b-f0071b1d1167 None None] Provisioning complete for port 5d9af06d-63c2-450b-a6c3-d395676c9628 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:30:47.111513 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-446c95bd-942b-43de-935b-f0071b1d1167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:47.177351 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-446c95bd-942b-43de-935b-f0071b1d1167 None None] Port 5d9af06d-63c2-450b-a6c3-d395676c9628 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:30:47.279388 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-d9142fe1-34fd-4a71-af4c-9a4465e58909 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6a19ed8a61d14020b44043be2d50517e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2380161 Feb 18 12:30:47.282499 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 40984) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:47.346378 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d2b7910f-ad32-4c84-8eb3-2df50e915830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:47.376123 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d2b7910f-ad32-4c84-8eb3-2df50e915830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:47.433790 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d2b7910f-ad32-4c84-8eb3-2df50e915830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:47.439410 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0a492bce-bf66-455c-9ff5-6585a1dc4fcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:47.453736 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7910f-ad32-4c84-8eb3-2df50e915830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820b49b7-15b9-4012-89fa-e5c6fb8b932f,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:47.457190 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d2b7910f-ad32-4c84-8eb3-2df50e915830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:47.459402 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d2b7910f-ad32-4c84-8eb3-2df50e915830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:47.463418 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-d2b7910f-ad32-4c84-8eb3-2df50e915830 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/820b49b7-15b9-4012-89fa-e5c6fb8b932f HTTP/1.1" status: 204 len: 168 time: 0.1772900 Feb 18 12:30:47.641996 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4280530-d977-4424-bbea-ede9302b44ae admin admin] Router 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:30:47.712736 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aed0197-a3fa-4f30-861e-fd97cd19133e admin admin] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:30:47.727686 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff7ca3c-4a04-4885-9799-079e3b3334a8 None None] Sync routers for ids ['0db272e8-c1a9-4586-b1d0-119d9538f16e'] in dv-cinder-776422-1-iscsi {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:30:47.746598 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff7ca3c-4a04-4885-9799-079e3b3334a8 None None] Routers {'0db272e8-c1a9-4586-b1d0-119d9538f16e'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:30:47.747300 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0ff7ca3c-4a04-4885-9799-079e3b3334a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:30:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['0db272e8-c1a9-4586-b1d0-119d9538f16e'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:30:47.980772 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 41000) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:48.016980 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8aed0197-a3fa-4f30-861e-fd97cd19133e admin admin] Notify callbacks [] for router, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:48.018289 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-8aed0197-a3fa-4f30-861e-fd97cd19133e admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.6505439 Feb 18 12:30:48.022805 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 41004) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:48.068862 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-0ff7ca3c-4a04-4885-9799-079e3b3334a8 None None] Set router 0db272e8-c1a9-4586-b1d0-119d9538f16e gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:30:48.074527 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d6447151-cd2c-4c72-9895-ec14f02b58fc req-8f69d96e-09b7-49e0-9aea-a13b187027ee tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 210 time: 0.0517895 Feb 18 12:30:48.129454 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a3ea3881-ae29-4c65-bbaa-0df080ad98cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854412059'] for router, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:48.253553 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-015e804f-9866-4e50-ad2e-2d089c4257bd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=dec55f6f37374517973659d0465cdf12&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2711508 Feb 18 12:30:48.257192 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 41012) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:48.279535 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4280530-d977-4424-bbea-ede9302b44ae admin admin] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:30:48.291546 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-e4280530-d977-4424-bbea-ede9302b44ae admin admin] 10.222.0.83 "PUT /v2.0/routers/6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1512351 Feb 18 12:30:48.298883 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ae0882-3376-4710-8c8a-c5216ff89229 None None] Sync routers for ids ['6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'] in dv-cinder-776422-1-iscsi {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:30:48.310159 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ae0882-3376-4710-8c8a-c5216ff89229 None None] Routers {'6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:30:48.311008 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-42ae0882-3376-4710-8c8a-c5216ff89229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:30:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:30:48.394421 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ea3881-ae29-4c65-bbaa-0df080ad98cb admin admin] Router f8e1c181-3ef9-412f-8173-b4914c3d7e42 is scheduled to L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 with binding_index 1 {{(pid=83986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 12:30:48.605232 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-42ae0882-3376-4710-8c8a-c5216ff89229 None None] Set router 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:30:48.618362 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0ff7ca3c-4a04-4885-9799-079e3b3334a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'name': 'tempest-AttachVolumeTestJSON-1184732717-router', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '214b020f-85df-4acc-bb29-0db17377224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:38Z', 'updated_at': '2021-02-18T12:30:44Z', 'revision_number': 3, 'project_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'gw_port': {'id': '214b020f-85df-4acc-bb29-0db17377224e', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:12:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:41Z', 'updated_at': '2021-02-18T12:30:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi'}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:30:48.629164 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff7ca3c-4a04-4885-9799-079e3b3334a8 None None] Checking router: 0db272e8-c1a9-4586-b1d0-119d9538f16e for host: dv-cinder-776422-1-iscsi {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:30:48.629549 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff7ca3c-4a04-4885-9799-079e3b3334a8 None None] Updating router 0db272e8-c1a9-4586-b1d0-119d9538f16e port 214b020f-85df-4acc-bb29-0db17377224e binding host dv-cinder-776422-1-iscsi {{(pid=83988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:30:48.662848 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ea3881-ae29-4c65-bbaa-0df080ad98cb admin admin] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:30:48.676909 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.99', 50520) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:48.697561 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da21525-a58c-424f-8818-49428cd25c2a None None] Sync routers for ids ['f8e1c181-3ef9-412f-8173-b4914c3d7e42'] in dv-cinder-776422-1-iscsi {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:30:48.724537 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-892b587f-7140-4a5a-a0d0-09af637fb5ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:48.768374 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-892b587f-7140-4a5a-a0d0-09af637fb5ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:48.779609 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da21525-a58c-424f-8818-49428cd25c2a None None] Routers {'f8e1c181-3ef9-412f-8173-b4914c3d7e42'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:30:48.780458 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-5da21525-a58c-424f-8818-49428cd25c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:30:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['f8e1c181-3ef9-412f-8173-b4914c3d7e42'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:30:49.396223 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d374773f-0ca4-4ae7-9226-b43208cd0513 req-9cf333d2-42e1-40fd-a7c0-e040a775e8a3 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 210 time: 0.1108663 Feb 18 12:30:49.399198 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-892b587f-7140-4a5a-a0d0-09af637fb5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:49.437547 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a3ea3881-ae29-4c65-bbaa-0df080ad98cb admin admin] Notify callbacks [] for router, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:49.438234 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-42ae0882-3376-4710-8c8a-c5216ff89229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-322464374-router', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '469f846f-3365-4d57-b618-4eb793252dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:31Z', 'updated_at': '2021-02-18T12:30:44Z', 'revision_number': 4, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'gw_port': {'id': '469f846f-3365-4d57-b618-4eb793252dac', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:33Z', 'updated_at': '2021-02-18T12:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '5d9af06d-63c2-450b-a6c3-d395676c9628', 'name': '', 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'mac_address': 'fa:16:3e:66:fd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:39Z', 'updated_at': '2021-02-18T12:30:45Z', 'revision_number': 2, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'subnets': [{'id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:30:49.452794 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ae0882-3376-4710-8c8a-c5216ff89229 None None] Checking router: 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d for host: dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:30:49.452794 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ae0882-3376-4710-8c8a-c5216ff89229 None None] Updating router 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d port 5d9af06d-63c2-450b-a6c3-d395676c9628 binding host dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:30:49.456292 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-a3ea3881-ae29-4c65-bbaa-0df080ad98cb admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 11.4332910 Feb 18 12:30:49.463378 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 41056) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:49.577102 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0ff7ca3c-4a04-4885-9799-079e3b3334a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:49.584933 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:49.651702 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-42ae0882-3376-4710-8c8a-c5216ff89229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:49.687246 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b587f-7140-4a5a-a0d0-09af637fb5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f751bc80-8557-4871-945a-94247659ffeb,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:49.692307 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-892b587f-7140-4a5a-a0d0-09af637fb5ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:49.693685 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 41070) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:49.713712 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-f57459c8-f2ce-445b-9ace-2c69d113694d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--799677768', 'description': 'tempest-description--1850693093'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:30:49.721843 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f57459c8-f2ce-445b-9ace-2c69d113694d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:30:49.726422 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f57459c8-f2ce-445b-9ace-2c69d113694d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Usage tracker for resource:security_group and tenant:fff3f4ff6e52473eab85e6377277c4bd is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:30:49.731382 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f57459c8-f2ce-445b-9ace-2c69d113694d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:30:49.738770 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f57459c8-f2ce-445b-9ace-2c69d113694d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:30:49.754562 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-892b587f-7140-4a5a-a0d0-09af637fb5ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:49.760740 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-892b587f-7140-4a5a-a0d0-09af637fb5ff admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f751bc80-8557-4871-945a-94247659ffeb HTTP/1.1" status: 204 len: 168 time: 1.5023024 Feb 18 12:30:49.777762 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f57459c8-f2ce-445b-9ace-2c69d113694d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:49.856113 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 41086) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:49.916432 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c24e-63bd-490d-9248-90509d909901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:49.925240 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-5da21525-a58c-424f-8818-49428cd25c2a None None] Set router f8e1c181-3ef9-412f-8173-b4914c3d7e42 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:30:49.962775 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f57459c8-f2ce-445b-9ace-2c69d113694d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:30:49.975067 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f57459c8-f2ce-445b-9ace-2c69d113694d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Usage tracker for resource:security_group_rule and tenant:fff3f4ff6e52473eab85e6377277c4bd is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:30:50.007762 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f57459c8-f2ce-445b-9ace-2c69d113694d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:30:50.028414 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f57459c8-f2ce-445b-9ace-2c69d113694d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:30:50.106699 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-656619b6-f0ee-47db-98e9-bfeb981ba136 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:30:50.117223 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-656619b6-f0ee-47db-98e9-bfeb981ba136 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.99 "GET /v2.0/networks?id=d965ec9a-bb10-425b-96f5-95a00f65a0c4 HTTP/1.1" status: 200 len: 811 time: 1.4391744 Feb 18 12:30:50.342913 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-a83178ae-451d-4dc9-8684-e094c5a987b7 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Request body: {'port': {'device_id': '46e4b1bc-a0ca-49ba-ae6d-f496283e362f', 'network_id': 'd965ec9a-bb10-425b-96f5-95a00f65a0c4', 'admin_state_up': True, 'tenant_id': 'c70f399aa3e245febae1ca95dc05ad83'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:30:50.523192 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f57459c8-f2ce-445b-9ace-2c69d113694d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:50.570454 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f57459c8-f2ce-445b-9ace-2c69d113694d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:50.593696 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d2b7910f-ad32-4c84-8eb3-2df50e915830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:50.858932 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-42ae0882-3376-4710-8c8a-c5216ff89229 None None] Notify callbacks [] for port, precommit_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:50.867071 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eec6e174-b727-4612-82f7-d829aa959500 req-47d0e921-e684-4387-a93d-0b692ea0a36d tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 210 time: 0.1353357 Feb 18 12:30:50.917421 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-42ae0882-3376-4710-8c8a-c5216ff89229 None None] Transition to ACTIVE for port object 5d9af06d-63c2-450b-a6c3-d395676c9628 will not be triggered until provisioned by entity L2. {{(pid=83989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:30:50.926607 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-42ae0882-3376-4710-8c8a-c5216ff89229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:50.948379 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-537cbd3e-e91f-40f2-a11e-b31941043495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:51.027535 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57459c8-f2ce-445b-9ace-2c69d113694d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb08b04f-821c-47c6-9470-2b383fd33b6e,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:51.030232 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-537cbd3e-e91f-40f2-a11e-b31941043495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:30:51.034662 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f57459c8-f2ce-445b-9ace-2c69d113694d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:51.058606 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-f57459c8-f2ce-445b-9ace-2c69d113694d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.3511426 Feb 18 12:30:51.060869 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f57459c8-f2ce-445b-9ace-2c69d113694d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:51.166009 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 41118) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:51.173599 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-537cbd3e-e91f-40f2-a11e-b31941043495 admin admin] Usage tracker for resource:security_group_rule and tenant:958c16b5c5744482861a1dc8171a131f is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:30:51.190327 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-537cbd3e-e91f-40f2-a11e-b31941043495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:30:51.207294 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-bf89fc5d-34b6-4bc6-a215-5e406f81d6be tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Request body: {'security_group_rule': {'security_group_id': 'fb08b04f-821c-47c6-9470-2b383fd33b6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:30:51.239358 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-bf89fc5d-34b6-4bc6-a215-5e406f81d6be tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:30:51.266377 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-537cbd3e-e91f-40f2-a11e-b31941043495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:30:51.297309 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-bf89fc5d-34b6-4bc6-a215-5e406f81d6be tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Usage tracker for resource:security_group_rule and tenant:fff3f4ff6e52473eab85e6377277c4bd is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:30:51.300872 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7e614d2b-0f58-457d-b3bc-8db6f16381ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:51.309483 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-bf89fc5d-34b6-4bc6-a215-5e406f81d6be tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:30:51.321575 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-bf89fc5d-34b6-4bc6-a215-5e406f81d6be tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:30:51.492398 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf89fc5d-34b6-4bc6-a215-5e406f81d6be tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:51.601278 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-a83178ae-451d-4dc9-8684-e094c5a987b7 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:30:51.606156 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-a83178ae-451d-4dc9-8684-e094c5a987b7 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Usage tracker for resource:port and tenant:c70f399aa3e245febae1ca95dc05ad83 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:30:51.611743 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-a83178ae-451d-4dc9-8684-e094c5a987b7 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:30:51.627832 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf89fc5d-34b6-4bc6-a215-5e406f81d6be tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:51.638178 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-a83178ae-451d-4dc9-8684-e094c5a987b7 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:30:51.639681 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf89fc5d-34b6-4bc6-a215-5e406f81d6be tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898374'] for security_group_rule, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:51.651159 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-a83178ae-451d-4dc9-8684-e094c5a987b7 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Made reservation on behalf of c70f399aa3e245febae1ca95dc05ad83 for: {'port': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:30:51.669898 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-a83178ae-451d-4dc9-8684-e094c5a987b7 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:51.751114 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:51.798780 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1beef3b-58d7-4bf4-ae40-5a288991230f None None] Pushing event updated for resources: {'Port': ['ID=5d9af06d-63c2-450b-a6c3-d395676c9628,revision_number=3']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:51.813958 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0ff7ca3c-4a04-4885-9799-079e3b3334a8 None None] Notify callbacks [] for port, precommit_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:51.845610 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0ff7ca3c-4a04-4885-9799-079e3b3334a8 None None] Transition to ACTIVE for port object 214b020f-85df-4acc-bb29-0db17377224e will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:30:51.857843 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0ff7ca3c-4a04-4885-9799-079e3b3334a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:51.867071 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89fc5d-34b6-4bc6-a215-5e406f81d6be tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e837bd-f910-49c5-8ac9-2b6bd27c855d,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:51.889239 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c1beef3b-58d7-4bf4-ae40-5a288991230f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:51.901564 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bf89fc5d-34b6-4bc6-a215-5e406f81d6be tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:51.904685 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-40dda5ed-078f-4f1f-b975-35cd39b335d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:51.948553 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-42ae0882-3376-4710-8c8a-c5216ff89229 None None] Attempting to bind port 5d9af06d-63c2-450b-a6c3-d395676c9628 on host dv-cinder-776422-1-iscsi for vnic_type normal with profile {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:30:51.949447 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-42ae0882-3376-4710-8c8a-c5216ff89229 None None] Attempting to bind port 5d9af06d-63c2-450b-a6c3-d395676c9628 by drivers openvswitch on host dv-cinder-776422-1-iscsi at level 0 using segments [{'id': '4bdb087e-bbe6-4ba9-a0a9-e1159b18d382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28'}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:30:51.949907 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ae0882-3376-4710-8c8a-c5216ff89229 None None] Attempting to bind port 5d9af06d-63c2-450b-a6c3-d395676c9628 on network c68b6376-2ee0-4ad3-a877-08dcce1a2d28 {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:30:51.989128 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ae0882-3376-4710-8c8a-c5216ff89229 None None] Checking agent: {'id': 'ac3e34c9-0d53-40a9-ab2e-3d2b62a37265', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 21, 35), 'started_at': datetime.datetime(2021, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:30:51.990075 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ae0882-3376-4710-8c8a-c5216ff89229 None None] Checking segment: {'id': '4bdb087e-bbe6-4ba9-a0a9-e1159b18d382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:30:51.990633 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-42ae0882-3376-4710-8c8a-c5216ff89229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:51.991090 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ae0882-3376-4710-8c8a-c5216ff89229 None None] Bound using segment: {'id': '4bdb087e-bbe6-4ba9-a0a9-e1159b18d382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28'} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:30:51.991668 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-42ae0882-3376-4710-8c8a-c5216ff89229 None None] Bound port: 5d9af06d-63c2-450b-a6c3-d395676c9628, host: dv-cinder-776422-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bdb087e-bbe6-4ba9-a0a9-e1159b18d382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28'}}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:30:51.992079 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-42ae0882-3376-4710-8c8a-c5216ff89229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:52.037110 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-3ad4c24e-63bd-490d-9248-90509d909901 admin admin] Allocated IP 172.20.0.1 (bb258f48-33fc-49fc-8809-521607151087/5c10d723-44ed-460c-abaf-474c1da07dd6/657101ce-5922-48f2-bef3-81dc8f7abf26) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:30:52.096927 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf89fc5d-34b6-4bc6-a215-5e406f81d6be tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:52.098304 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-bf89fc5d-34b6-4bc6-a215-5e406f81d6be tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9206474 Feb 18 12:30:52.103509 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 41150) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:52.133534 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-537cbd3e-e91f-40f2-a11e-b31941043495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:52.139387 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-ae899d1b-0adb-41c8-a8f1-e6dc7f9ed22a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Request body: {'security_group_rule': {'security_group_id': 'fb08b04f-821c-47c6-9470-2b383fd33b6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:30:52.176192 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ae899d1b-0adb-41c8-a8f1-e6dc7f9ed22a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:30:52.190244 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-ae899d1b-0adb-41c8-a8f1-e6dc7f9ed22a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Usage tracker for resource:security_group_rule and tenant:fff3f4ff6e52473eab85e6377277c4bd is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:30:52.193498 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-ae899d1b-0adb-41c8-a8f1-e6dc7f9ed22a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:30:52.204482 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ae899d1b-0adb-41c8-a8f1-e6dc7f9ed22a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:30:52.247980 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-537cbd3e-e91f-40f2-a11e-b31941043495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:52.275341 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe3385-3086-4588-80f6-646a143a2a80 None None] Pushing event updated for resources: {'Port': ['ID=214b020f-85df-4acc-bb29-0db17377224e,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:52.290207 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-5da21525-a58c-424f-8818-49428cd25c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e1c181-3ef9-412f-8173-b4914c3d7e42', 'name': 'tempest-ServerRescueNegativeTestJSON-1346194922-router', 'tenant_id': '394178baeecd40f8b2869b8d1ad6dc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '96fcb2f6-727f-4a70-be36-859fafd0f605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:38Z', 'updated_at': '2021-02-18T12:30:46Z', 'revision_number': 3, 'project_id': '394178baeecd40f8b2869b8d1ad6dc2e', 'gw_port': {'id': '96fcb2f6-727f-4a70-be36-859fafd0f605', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:53:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e1c181-3ef9-412f-8173-b4914c3d7e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:41Z', 'updated_at': '2021-02-18T12:30:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi'}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:30:52.315100 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-29fe3385-3086-4588-80f6-646a143a2a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:52.332911 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-42ae0882-3376-4710-8c8a-c5216ff89229 None None] For port 5d9af06d-63c2-450b-a6c3-d395676c9628, host dv-cinder-776422-1-iscsi, cleared binding levels {{(pid=83989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:30:52.339572 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-42ae0882-3376-4710-8c8a-c5216ff89229 None None] For port 5d9af06d-63c2-450b-a6c3-d395676c9628, host dv-cinder-776422-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=5d9af06d-63c2-450b-a6c3-d395676c9628,segment=NetworkSegment(4bdb087e-bbe6-4ba9-a0a9-e1159b18d382),segment_id=4bdb087e-bbe6-4ba9-a0a9-e1159b18d382)] {{(pid=83989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:30:52.344908 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-42ae0882-3376-4710-8c8a-c5216ff89229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:52.378630 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da21525-a58c-424f-8818-49428cd25c2a None None] Checking router: f8e1c181-3ef9-412f-8173-b4914c3d7e42 for host: dv-cinder-776422-1-iscsi {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:30:52.384933 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da21525-a58c-424f-8818-49428cd25c2a None None] Updating router f8e1c181-3ef9-412f-8173-b4914c3d7e42 port 96fcb2f6-727f-4a70-be36-859fafd0f605 binding host dv-cinder-776422-1-iscsi {{(pid=83988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:30:52.386327 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:52.535180 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5da21525-a58c-424f-8818-49428cd25c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:52.593658 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-a83178ae-451d-4dc9-8684-e094c5a987b7 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Allocated IP 172.20.0.2 (d965ec9a-bb10-425b-96f5-95a00f65a0c4/6a449ea9-00c1-4f3b-abb3-a6f760b908ed/68406d86-0c79-468b-b3da-1a430d916da1) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:30:52.737970 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1beef3b-58d7-4bf4-ae40-5a288991230f None None] Pushing event updated for resources: {'Port': ['ID=5d9af06d-63c2-450b-a6c3-d395676c9628,revision_number=4']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:52.763456 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c1beef3b-58d7-4bf4-ae40-5a288991230f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:52.867920 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ae0882-3376-4710-8c8a-c5216ff89229 None None] Routers {'6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:30:52.869472 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-42ae0882-3376-4710-8c8a-c5216ff89229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:30:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:30:53.045693 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:53.060497 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2594c397-adc1-4661-b747-15f3855903d9 req-d732e2e6-390a-4c6e-b0a8-2c91cf12ba1e tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 210 time: 0.8370986 Feb 18 12:30:53.082366 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 41172) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:53.140291 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7711aeef-40ff-46ef-86fc-6d499c59d0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:53.267786 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-537cbd3e-e91f-40f2-a11e-b31941043495 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=958c16b5c5744482861a1dc8171a131f&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4080834 Feb 18 12:30:53.268750 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ae899d1b-0adb-41c8-a8f1-e6dc7f9ed22a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:53.342610 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 41182) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:53.455173 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-42ae0882-3376-4710-8c8a-c5216ff89229 None None] Set router 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:30:53.498083 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537cbd3e-e91f-40f2-a11e-b31941043495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c7c74c-ed3d-492f-9f41-9cccd2b8ac68,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:53.622225 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5da21525-a58c-424f-8818-49428cd25c2a None None] Notify callbacks [] for port, precommit_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:53.663027 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5da21525-a58c-424f-8818-49428cd25c2a None None] Transition to ACTIVE for port object 96fcb2f6-727f-4a70-be36-859fafd0f605 will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:30:53.744320 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c24e-63bd-490d-9248-90509d909901 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:53.754644 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5da21525-a58c-424f-8818-49428cd25c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:53.810307 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-3ad4c24e-63bd-490d-9248-90509d909901 admin admin] Transition to ACTIVE for port object 657101ce-5922-48f2-bef3-81dc8f7abf26 will not be triggered until provisioned by entity DHCP. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:30:53.942669 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-a83178ae-451d-4dc9-8684-e094c5a987b7 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:53.978624 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-a83178ae-451d-4dc9-8684-e094c5a987b7 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:54.013068 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:54.028989 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-537cbd3e-e91f-40f2-a11e-b31941043495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.982s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:54.138874 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-00efa31f-0193-476c-bb0e-eae72fb0041b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:54.147010 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:54.237648 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-00efa31f-0193-476c-bb0e-eae72fb0041b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:54.247681 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-0ff7ca3c-4a04-4885-9799-079e3b3334a8 None None] Attempting to bind port 214b020f-85df-4acc-bb29-0db17377224e on host dv-cinder-776422-1-iscsi for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:30:54.248254 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-0ff7ca3c-4a04-4885-9799-079e3b3334a8 None None] Attempting to bind port 214b020f-85df-4acc-bb29-0db17377224e by drivers openvswitch on host dv-cinder-776422-1-iscsi at level 0 using segments [{'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:30:54.248769 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff7ca3c-4a04-4885-9799-079e3b3334a8 None None] Attempting to bind port 214b020f-85df-4acc-bb29-0db17377224e on network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:30:54.256125 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6657c4c-c953-4a4c-900d-7ce26fee907e None None] Pushing event updated for resources: {'Port': ['ID=96fcb2f6-727f-4a70-be36-859fafd0f605,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:54.260408 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff7ca3c-4a04-4885-9799-079e3b3334a8 None None] Checking agent: {'id': 'ac3e34c9-0d53-40a9-ab2e-3d2b62a37265', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 21, 35), 'started_at': datetime.datetime(2021, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:30:54.260990 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff7ca3c-4a04-4885-9799-079e3b3334a8 None None] Checking segment: {'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:30:54.261556 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0ff7ca3c-4a04-4885-9799-079e3b3334a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:54.262092 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff7ca3c-4a04-4885-9799-079e3b3334a8 None None] Bound using segment: {'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:30:54.262742 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-0ff7ca3c-4a04-4885-9799-079e3b3334a8 None None] Bound port: 214b020f-85df-4acc-bb29-0db17377224e, host: dv-cinder-776422-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:30:54.263269 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0ff7ca3c-4a04-4885-9799-079e3b3334a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:54.398757 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0ff7ca3c-4a04-4885-9799-079e3b3334a8 None None] For port 214b020f-85df-4acc-bb29-0db17377224e, host dv-cinder-776422-1-iscsi, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:30:54.404424 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0ff7ca3c-4a04-4885-9799-079e3b3334a8 None None] For port 214b020f-85df-4acc-bb29-0db17377224e, host dv-cinder-776422-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=214b020f-85df-4acc-bb29-0db17377224e,segment=NetworkSegment(cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0),segment_id=cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:30:54.406250 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c24e-63bd-490d-9248-90509d909901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:54.412687 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7fbabdd3-ff69-4d48-a628-bad37cc18694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:54.459684 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b6657c4c-c953-4a4c-900d-7ce26fee907e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:54.462678 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-5da21525-a58c-424f-8818-49428cd25c2a None None] Attempting to bind port 96fcb2f6-727f-4a70-be36-859fafd0f605 on host dv-cinder-776422-1-iscsi for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:30:54.469140 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-5da21525-a58c-424f-8818-49428cd25c2a None None] Attempting to bind port 96fcb2f6-727f-4a70-be36-859fafd0f605 by drivers openvswitch on host dv-cinder-776422-1-iscsi at level 0 using segments [{'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:30:54.478014 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da21525-a58c-424f-8818-49428cd25c2a None None] Attempting to bind port 96fcb2f6-727f-4a70-be36-859fafd0f605 on network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:30:54.485974 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0ff7ca3c-4a04-4885-9799-079e3b3334a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:54.488023 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da21525-a58c-424f-8818-49428cd25c2a None None] Checking agent: {'id': 'ac3e34c9-0d53-40a9-ab2e-3d2b62a37265', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 21, 35), 'started_at': datetime.datetime(2021, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:30:54.488679 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da21525-a58c-424f-8818-49428cd25c2a None None] Checking segment: {'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:30:54.489874 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5da21525-a58c-424f-8818-49428cd25c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:54.490528 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da21525-a58c-424f-8818-49428cd25c2a None None] Bound using segment: {'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:30:54.491368 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-5da21525-a58c-424f-8818-49428cd25c2a None None] Bound port: 96fcb2f6-727f-4a70-be36-859fafd0f605, host: dv-cinder-776422-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:30:54.492377 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5da21525-a58c-424f-8818-49428cd25c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:54.519841 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ae899d1b-0adb-41c8-a8f1-e6dc7f9ed22a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:54.596672 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7fbabdd3-ff69-4d48-a628-bad37cc18694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:30:54.608002 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-7fbabdd3-ff69-4d48-a628-bad37cc18694 admin admin] Usage tracker for resource:security_group_rule and tenant:c87c82e48a7d49d5b2b78ed2884bd8d3 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:30:54.612139 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-7fbabdd3-ff69-4d48-a628-bad37cc18694 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:30:54.619185 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-42ae0882-3376-4710-8c8a-c5216ff89229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-322464374-router', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '469f846f-3365-4d57-b618-4eb793252dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:31Z', 'updated_at': '2021-02-18T12:30:44Z', 'revision_number': 4, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'gw_port': {'id': '469f846f-3365-4d57-b618-4eb793252dac', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:33Z', 'updated_at': '2021-02-18T12:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '5d9af06d-63c2-450b-a6c3-d395676c9628', 'name': '', 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'mac_address': 'fa:16:3e:66:fd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:39Z', 'updated_at': '2021-02-18T12:30:52Z', 'revision_number': 4, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'subnets': [{'id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:30:54.620939 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7fbabdd3-ff69-4d48-a628-bad37cc18694 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:30:54.636538 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ae0882-3376-4710-8c8a-c5216ff89229 None None] The sync data for ids ['6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'] in dv-cinder-776422-1-iscsi is: [{'id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-322464374-router', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '469f846f-3365-4d57-b618-4eb793252dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:31Z', 'updated_at': '2021-02-18T12:30:44Z', 'revision_number': 4, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'gw_port': {'id': '469f846f-3365-4d57-b618-4eb793252dac', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:33Z', 'updated_at': '2021-02-18T12:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '5d9af06d-63c2-450b-a6c3-d395676c9628', 'name': '', 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'mac_address': 'fa:16:3e:66:fd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:39Z', 'updated_at': '2021-02-18T12:30:52Z', 'revision_number': 4, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'subnets': [{'id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:30:54.640061 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:54.784273 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ae899d1b-0adb-41c8-a8f1-e6dc7f9ed22a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898374'] for security_group_rule, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:54.863606 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4c24e-63bd-490d-9248-90509d909901 admin admin] Pushing event updated for resources: {'Port': ['ID=657101ce-5922-48f2-bef3-81dc8f7abf26,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:54.892885 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3ad4c24e-63bd-490d-9248-90509d909901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:54.936675 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83178ae-451d-4dc9-8684-e094c5a987b7 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Pushing event updated for resources: {'Port': ['ID=68406d86-0c79-468b-b3da-1a430d916da1,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:54.953340 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bf89fc5d-34b6-4bc6-a215-5e406f81d6be tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:54.961487 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a83178ae-451d-4dc9-8684-e094c5a987b7 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.948s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:55.021672 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-a83178ae-451d-4dc9-8684-e094c5a987b7 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Network d965ec9a-bb10-425b-96f5-95a00f65a0c4 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:30:55.032292 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-a83178ae-451d-4dc9-8684-e094c5a987b7 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:30:55.044097 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-a83178ae-451d-4dc9-8684-e094c5a987b7 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:30:55.049855 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-a83178ae-451d-4dc9-8684-e094c5a987b7 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:30:55.050897 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-a83178ae-451d-4dc9-8684-e094c5a987b7 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:55.072475 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7fbabdd3-ff69-4d48-a628-bad37cc18694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:55.187374 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-00efa31f-0193-476c-bb0e-eae72fb0041b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:55.250365 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-00efa31f-0193-476c-bb0e-eae72fb0041b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:55.252687 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-00efa31f-0193-476c-bb0e-eae72fb0041b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/69c7c74c-ed3d-492f-9f41-9cccd2b8ac68 HTTP/1.1" status: 204 len: 168 time: 1.9069049 Feb 18 12:30:55.254114 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ae899d1b-0adb-41c8-a8f1-e6dc7f9ed22a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:55.255986 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ae899d1b-0adb-41c8-a8f1-e6dc7f9ed22a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.1285892 Feb 18 12:30:55.257140 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7fbabdd3-ff69-4d48-a628-bad37cc18694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:55.262281 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae899d1b-0adb-41c8-a8f1-e6dc7f9ed22a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e096200-0a62-476a-a1b7-5b9f16297f6d,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:55.267116 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 41220) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:55.285785 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-b01d2df2-4216-4296-8896-8e2ae37a655e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Request body: {'floatingip': {'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:30:55.338045 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ae899d1b-0adb-41c8-a8f1-e6dc7f9ed22a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:55.342657 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:55.401654 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-b01d2df2-4216-4296-8896-8e2ae37a655e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:30:55.455017 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-b01d2df2-4216-4296-8896-8e2ae37a655e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Usage tracker for resource:floatingip and tenant:fff3f4ff6e52473eab85e6377277c4bd is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:30:55.479600 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-5da21525-a58c-424f-8818-49428cd25c2a None None] For port 96fcb2f6-727f-4a70-be36-859fafd0f605, host dv-cinder-776422-1-iscsi, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:30:55.488577 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-b01d2df2-4216-4296-8896-8e2ae37a655e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:30:55.490519 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-5da21525-a58c-424f-8818-49428cd25c2a None None] For port 96fcb2f6-727f-4a70-be36-859fafd0f605, host dv-cinder-776422-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=96fcb2f6-727f-4a70-be36-859fafd0f605,segment=NetworkSegment(cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0),segment_id=cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:30:55.497504 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:55.499284 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-7711aeef-40ff-46ef-86fc-6d499c59d0c8 admin admin] Allocated IP 172.20.0.1 (1108d427-5cec-48df-9400-d1b0a430230f/6f2ab429-4198-4068-a977-62c5ab8abd80/0e9a29da-094f-4cad-a5a7-3f9624ee1497) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:30:55.506159 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efa31f-0193-476c-bb0e-eae72fb0041b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c7c74c-ed3d-492f-9f41-9cccd2b8ac68,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:55.576272 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-b01d2df2-4216-4296-8896-8e2ae37a655e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:30:55.629880 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-7fbabdd3-ff69-4d48-a628-bad37cc18694 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c87c82e48a7d49d5b2b78ed2884bd8d3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3281267 Feb 18 12:30:55.664993 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 41230) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:30:55.761347 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe3385-3086-4588-80f6-646a143a2a80 None None] Pushing event updated for resources: {'Port': ['ID=214b020f-85df-4acc-bb29-0db17377224e,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:55.782471 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbabdd3-ff69-4d48-a628-bad37cc18694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18311914-7275-41bb-b18e-8eeeffab42f8,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:55.802944 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 5d9af06d-63c2-450b-a6c3-d395676c9628 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:30:55.829416 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b01d2df2-4216-4296-8896-8e2ae37a655e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for floatingip, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:55.886506 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7711aeef-40ff-46ef-86fc-6d499c59d0c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:55.886696 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7fbabdd3-ff69-4d48-a628-bad37cc18694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:55.887295 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.605s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:55.891280 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:55.959793 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-a83178ae-451d-4dc9-8684-e094c5a987b7 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7532349 Feb 18 12:30:55.994560 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5da21525-a58c-424f-8818-49428cd25c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:56.015228 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a008413-bd13-4062-becc-d33e6c17c291 req-f7dbd397-1bae-4e51-ad44-fb1bafd1c94a tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:30:56.016096 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-5a008413-bd13-4062-becc-d33e6c17c291 req-f7dbd397-1bae-4e51-ad44-fb1bafd1c94a tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Synchronizing usage tracker for tenant:c70f399aa3e245febae1ca95dc05ad83 on resource:port {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:30:56.036631 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-ef09e99f-ea91-4552-9514-888e1021c11b tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=83986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:30:56.037818 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-ef09e99f-ea91-4552-9514-888e1021c11b tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0076041 Feb 18 12:30:56.045751 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-29fe3385-3086-4588-80f6-646a143a2a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:56.046288 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-29fe3385-3086-4588-80f6-646a143a2a80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:56.091612 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-5a008413-bd13-4062-becc-d33e6c17c291 req-f7dbd397-1bae-4e51-ad44-fb1bafd1c94a tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Unset dirty status for tenant:c70f399aa3e245febae1ca95dc05ad83 on resource:port {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:30:56.103739 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5a008413-bd13-4062-becc-d33e6c17c291 req-f7dbd397-1bae-4e51-ad44-fb1bafd1c94a tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 931 time: 1.1404147 Feb 18 12:30:56.227268 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad4c24e-63bd-490d-9248-90509d909901 admin admin] Network bb258f48-33fc-49fc-8809-521607151087 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:30:56.246249 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-3ad4c24e-63bd-490d-9248-90509d909901 admin admin] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:30:56.278077 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad4c24e-63bd-490d-9248-90509d909901 admin admin] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:30:56.289541 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5a008413-bd13-4062-becc-d33e6c17c291 req-c4251ce9-8871-4bd5-90c1-1f46fe6c5079 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782548 Feb 18 12:30:56.300868 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7711aeef-40ff-46ef-86fc-6d499c59d0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:56.367058 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-50e9dd80-3831-4d78-aa73-6ad7e06443e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:56.436261 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning for port 5d9af06d-63c2-450b-a6c3-d395676c9628 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:30:56.465666 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 5d9af06d-63c2-450b-a6c3-d395676c9628 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:30:56.466177 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:56.572299 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c24e-63bd-490d-9248-90509d909901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364766'] for router_interface, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:56.760814 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff7ca3c-4a04-4885-9799-079e3b3334a8 None None] Routers {'0db272e8-c1a9-4586-b1d0-119d9538f16e'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:30:56.761540 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0ff7ca3c-4a04-4885-9799-079e3b3334a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:30:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['0db272e8-c1a9-4586-b1d0-119d9538f16e'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:30:56.775254 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711aeef-40ff-46ef-86fc-6d499c59d0c8 admin admin] Pushing event updated for resources: {'Port': ['ID=0e9a29da-094f-4cad-a5a7-3f9624ee1497,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:56.816940 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7711aeef-40ff-46ef-86fc-6d499c59d0c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:56.830644 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9e48f2cb-14a4-4760-92cd-9592f72ce39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:56.907048 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9e48f2cb-14a4-4760-92cd-9592f72ce39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:57.061829 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9e48f2cb-14a4-4760-92cd-9592f72ce39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:57.062426 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7711aeef-40ff-46ef-86fc-6d499c59d0c8 admin admin] Network 1108d427-5cec-48df-9400-d1b0a430230f is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:30:57.066303 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-7711aeef-40ff-46ef-86fc-6d499c59d0c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:30:57.077698 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7711aeef-40ff-46ef-86fc-6d499c59d0c8 admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:30:57.078216 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7711aeef-40ff-46ef-86fc-6d499c59d0c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364766'] for router_interface, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:57.085017 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f57459c8-f2ce-445b-9ace-2c69d113694d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:57.128434 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-de29e772-c0a2-459c-af59-1b4b8a3caaab service neutron] Request body: {'port': {'device_id': '46e4b1bc-a0ca-49ba-ae6d-f496283e362f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:30:57.143725 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9e48f2cb-14a4-4760-92cd-9592f72ce39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:57.146189 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-9e48f2cb-14a4-4760-92cd-9592f72ce39b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/18311914-7275-41bb-b18e-8eeeffab42f8 HTTP/1.1" status: 204 len: 168 time: 1.4792914 Feb 18 12:30:57.148126 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48f2cb-14a4-4760-92cd-9592f72ce39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18311914-7275-41bb-b18e-8eeeffab42f8,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:57.160513 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9e48f2cb-14a4-4760-92cd-9592f72ce39b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:57.254000 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b01d2df2-4216-4296-8896-8e2ae37a655e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:57.370819 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-de29e772-c0a2-459c-af59-1b4b8a3caaab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:57.576529 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c24e-63bd-490d-9248-90509d909901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:57.849295 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7711aeef-40ff-46ef-86fc-6d499c59d0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:57.956834 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:58.142565 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] For port 5d9af06d-63c2-450b-a6c3-d395676c9628, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=5d9af06d-63c2-450b-a6c3-d395676c9628,segment=NetworkSegment(4bdb087e-bbe6-4ba9-a0a9-e1159b18d382),segment_id=4bdb087e-bbe6-4ba9-a0a9-e1159b18d382)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:30:58.200123 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:58.227920 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6657c4c-c953-4a4c-900d-7ce26fee907e None None] Pushing event updated for resources: {'Port': ['ID=96fcb2f6-727f-4a70-be36-859fafd0f605,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:58.409703 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-0ff7ca3c-4a04-4885-9799-079e3b3334a8 None None] Set router 0db272e8-c1a9-4586-b1d0-119d9538f16e gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:30:58.563288 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7711aeef-40ff-46ef-86fc-6d499c59d0c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:58.574473 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7711aeef-40ff-46ef-86fc-6d499c59d0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:58.584586 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7711aeef-40ff-46ef-86fc-6d499c59d0c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846870376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854411140'] for router_interface, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:58.622007 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:58.860207 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b6657c4c-c953-4a4c-900d-7ce26fee907e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.814s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:59.023542 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711aeef-40ff-46ef-86fc-6d499c59d0c8 admin admin] Pushing event updated for resources: {'Port': ['ID=0e9a29da-094f-4cad-a5a7-3f9624ee1497,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:59.032737 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7711aeef-40ff-46ef-86fc-6d499c59d0c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:59.136667 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c24e-63bd-490d-9248-90509d909901 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:59.144622 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.917s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:59.156774 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c24e-63bd-490d-9248-90509d909901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:59.171781 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17365bf9-c038-4d14-94a7-8ab9e4d32ba7 req-bc0c69ae-62bf-4936-95a5-ca67f2138222 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:30:59.182892 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-17365bf9-c038-4d14-94a7-8ab9e4d32ba7 req-bc0c69ae-62bf-4936-95a5-ca67f2138222 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 931 time: 1.5713372 Feb 18 12:30:59.202932 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7711aeef-40ff-46ef-86fc-6d499c59d0c8 admin admin] Network 1108d427-5cec-48df-9400-d1b0a430230f is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:30:59.206366 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-7711aeef-40ff-46ef-86fc-6d499c59d0c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:30:59.278399 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:30:59.473534 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4c24e-63bd-490d-9248-90509d909901 admin admin] Pushing event updated for resources: {'Port': ['ID=657101ce-5922-48f2-bef3-81dc8f7abf26,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:30:59.530447 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7711aeef-40ff-46ef-86fc-6d499c59d0c8 admin admin] Router f8e1c181-3ef9-412f-8173-b4914c3d7e42 has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:30:59.684948 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3ad4c24e-63bd-490d-9248-90509d909901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:30:59.714571 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-63aa4ee3-5b64-4844-9f22-21720f19bb04 None None] Provisioning for port 657101ce-5922-48f2-bef3-81dc8f7abf26 completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:30:59.776176 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-63aa4ee3-5b64-4844-9f22-21720f19bb04 None None] Provisioning complete for port 657101ce-5922-48f2-bef3-81dc8f7abf26 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:30:59.777406 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-63aa4ee3-5b64-4844-9f22-21720f19bb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:59.788511 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-17365bf9-c038-4d14-94a7-8ab9e4d32ba7 req-c5e2f137-722d-4725-8908-4a4eb4f4a5c3 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Synchronizing usage tracker for tenant:c70f399aa3e245febae1ca95dc05ad83 on resource:security_group {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:30:59.808299 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c24e-63bd-490d-9248-90509d909901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846870376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854411140'] for router_interface, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:00.068214 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-b01d2df2-4216-4296-8896-8e2ae37a655e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Allocated IP 172.27.1.247 (af22eeb7-a3c9-494b-a94b-4ce3a52cae78/7f96d68a-30b3-4cd1-8fb4-11341d49a56c/4df6bf44-6e92-4e1b-822b-e1965d9947cb) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:31:00.087901 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-17365bf9-c038-4d14-94a7-8ab9e4d32ba7 req-c5e2f137-722d-4725-8908-4a4eb4f4a5c3 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Unset dirty status for tenant:c70f399aa3e245febae1ca95dc05ad83 on resource:security_group {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:31:00.088262 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-63aa4ee3-5b64-4844-9f22-21720f19bb04 None None] Port 657101ce-5922-48f2-bef3-81dc8f7abf26 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:31:00.090178 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-de29e772-c0a2-459c-af59-1b4b8a3caaab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68406d86-0c79-468b-b3da-1a430d916da1 {{(pid=83986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:31:00.090324 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da21525-a58c-424f-8818-49428cd25c2a None None] Routers {'f8e1c181-3ef9-412f-8173-b4914c3d7e42'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:31:00.091432 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-5da21525-a58c-424f-8818-49428cd25c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:30:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['f8e1c181-3ef9-412f-8173-b4914c3d7e42'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:31:00.099940 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-17365bf9-c038-4d14-94a7-8ab9e4d32ba7 req-c5e2f137-722d-4725-8908-4a4eb4f4a5c3 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8705826 Feb 18 12:31:00.155296 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-de29e772-c0a2-459c-af59-1b4b8a3caaab service neutron] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:00.197387 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-de29e772-c0a2-459c-af59-1b4b8a3caaab service neutron] Transition to ACTIVE for port object 68406d86-0c79-468b-b3da-1a430d916da1 will not be triggered until provisioned by entity L2. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:31:00.203475 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-de29e772-c0a2-459c-af59-1b4b8a3caaab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:00.507349 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7711aeef-40ff-46ef-86fc-6d499c59d0c8 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:31:00.522507 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-7711aeef-40ff-46ef-86fc-6d499c59d0c8 admin admin] 10.222.0.83 "PUT /v2.0/routers/f8e1c181-3ef9-412f-8173-b4914c3d7e42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0346286 Feb 18 12:31:00.561221 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a3ea3881-ae29-4c65-bbaa-0df080ad98cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:00.623578 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad4c24e-63bd-490d-9248-90509d909901 admin admin] Network bb258f48-33fc-49fc-8809-521607151087 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:31:00.627374 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-3ad4c24e-63bd-490d-9248-90509d909901 admin admin] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:31:00.711067 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Pushing event updated for resources: {'Port': ['ID=5d9af06d-63c2-450b-a6c3-d395676c9628,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:00.770204 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.626s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:00.926309 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 41368) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:01.193535 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b01d2df2-4216-4296-8896-8e2ae37a655e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:01.321335 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-5da21525-a58c-424f-8818-49428cd25c2a None None] Set router f8e1c181-3ef9-412f-8173-b4914c3d7e42 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:31:01.466086 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad4c24e-63bd-490d-9248-90509d909901 admin admin] Router 0db272e8-c1a9-4586-b1d0-119d9538f16e has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:31:01.492010 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29e772-c0a2-459c-af59-1b4b8a3caaab service neutron] Pushing event updated for resources: {'Port': ['ID=68406d86-0c79-468b-b3da-1a430d916da1,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:01.498614 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-de29e772-c0a2-459c-af59-1b4b8a3caaab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.937s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:01.502050 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b01d2df2-4216-4296-8896-8e2ae37a655e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:01.609886 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa88372d-3ac9-4817-be92-6a290abcb144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:01.655954 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-33e5fb8b-6464-43cc-bb08-54cb3d19ced5 None None] Provisioning complete for port 657101ce-5922-48f2-bef3-81dc8f7abf26 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:31:01.656478 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-33e5fb8b-6464-43cc-bb08-54cb3d19ced5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:01.798650 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3ad4c24e-63bd-490d-9248-90509d909901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:01.830343 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be933ee-4831-411b-bde6-f14cbb28eb7f req-6644171b-c3fc-4a05-9d71-1d4c21d5f1e6 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:01.838027 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6be933ee-4831-411b-bde6-f14cbb28eb7f req-6644171b-c3fc-4a05-9d71-1d4c21d5f1e6 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 943 time: 0.3149030 Feb 18 12:31:02.015882 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6be933ee-4831-411b-bde6-f14cbb28eb7f req-59482154-c731-48a4-9d68-99a72a121cb2 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738346 Feb 18 12:31:02.028374 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-de29e772-c0a2-459c-af59-1b4b8a3caaab service neutron] Attempting to bind port 68406d86-0c79-468b-b3da-1a430d916da1 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:31:02.029031 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-de29e772-c0a2-459c-af59-1b4b8a3caaab service neutron] Attempting to bind port 68406d86-0c79-468b-b3da-1a430d916da1 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '13f2b173-6074-45c7-9bc8-d842540e3664', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd965ec9a-bb10-425b-96f5-95a00f65a0c4'}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:31:02.032937 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-de29e772-c0a2-459c-af59-1b4b8a3caaab service neutron] Attempting to bind port 68406d86-0c79-468b-b3da-1a430d916da1 on network d965ec9a-bb10-425b-96f5-95a00f65a0c4 {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:31:02.047086 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-de29e772-c0a2-459c-af59-1b4b8a3caaab service neutron] Checking agent: {'id': '18f92198-7ba7-4077-b6e2-71a52c8a0624', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 28, 38), 'started_at': datetime.datetime(2021, 2, 18, 12, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:31:02.047844 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-de29e772-c0a2-459c-af59-1b4b8a3caaab service neutron] Checking segment: {'id': '13f2b173-6074-45c7-9bc8-d842540e3664', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd965ec9a-bb10-425b-96f5-95a00f65a0c4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:31:02.052587 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-de29e772-c0a2-459c-af59-1b4b8a3caaab service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:02.053525 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-de29e772-c0a2-459c-af59-1b4b8a3caaab service neutron] Bound using segment: {'id': '13f2b173-6074-45c7-9bc8-d842540e3664', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd965ec9a-bb10-425b-96f5-95a00f65a0c4'} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:31:02.054197 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-de29e772-c0a2-459c-af59-1b4b8a3caaab service neutron] Bound port: 68406d86-0c79-468b-b3da-1a430d916da1, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f2b173-6074-45c7-9bc8-d842540e3664', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd965ec9a-bb10-425b-96f5-95a00f65a0c4'}}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:31:02.054718 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-de29e772-c0a2-459c-af59-1b4b8a3caaab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:02.191118 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f6d06939-11ef-44bd-aa9f-2aa192a185ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:02.196693 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-de29e772-c0a2-459c-af59-1b4b8a3caaab service neutron] For port 68406d86-0c79-468b-b3da-1a430d916da1, host hv-cinder-77642, cleared binding levels {{(pid=83986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:31:02.203890 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-de29e772-c0a2-459c-af59-1b4b8a3caaab service neutron] For port 68406d86-0c79-468b-b3da-1a430d916da1, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=68406d86-0c79-468b-b3da-1a430d916da1,segment=NetworkSegment(13f2b173-6074-45c7-9bc8-d842540e3664),segment_id=13f2b173-6074-45c7-9bc8-d842540e3664)] {{(pid=83986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:31:02.211534 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-de29e772-c0a2-459c-af59-1b4b8a3caaab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:02.256009 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a83178ae-451d-4dc9-8684-e094c5a987b7 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:02.398675 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f6d06939-11ef-44bd-aa9f-2aa192a185ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:31:02.419097 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d2df2-4216-4296-8896-8e2ae37a655e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Pushing event updated for resources: {'Port': ['ID=4df6bf44-6e92-4e1b-822b-e1965d9947cb,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:02.456051 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f6d06939-11ef-44bd-aa9f-2aa192a185ec admin admin] Usage tracker for resource:security_group_rule and tenant:bacd80d092764987adea2b5aae7b1588 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:31:02.460066 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b01d2df2-4216-4296-8896-8e2ae37a655e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:02.466663 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f6d06939-11ef-44bd-aa9f-2aa192a185ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:31:02.498142 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f6d06939-11ef-44bd-aa9f-2aa192a185ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:31:02.541356 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 5d9af06d-63c2-450b-a6c3-d395676c9628 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:31:02.684195 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29e772-c0a2-459c-af59-1b4b8a3caaab service neutron] Pushing event updated for resources: {'Port': ['ID=68406d86-0c79-468b-b3da-1a430d916da1,revision_number=3']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:02.700730 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-de29e772-c0a2-459c-af59-1b4b8a3caaab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:02.716416 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f6d06939-11ef-44bd-aa9f-2aa192a185ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:02.729272 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 41420) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:02.757800 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f6d06939-11ef-44bd-aa9f-2aa192a185ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:02.799937 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0ff7ca3c-4a04-4885-9799-079e3b3334a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'name': 'tempest-AttachVolumeTestJSON-1184732717-router', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '214b020f-85df-4acc-bb29-0db17377224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:38Z', 'updated_at': '2021-02-18T12:30:44Z', 'revision_number': 3, 'project_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'gw_port': {'id': '214b020f-85df-4acc-bb29-0db17377224e', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:12:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:41Z', 'updated_at': '2021-02-18T12:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi'}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:31:02.814522 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff7ca3c-4a04-4885-9799-079e3b3334a8 None None] The sync data for ids ['0db272e8-c1a9-4586-b1d0-119d9538f16e'] in dv-cinder-776422-1-iscsi is: [{'id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'name': 'tempest-AttachVolumeTestJSON-1184732717-router', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '214b020f-85df-4acc-bb29-0db17377224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:38Z', 'updated_at': '2021-02-18T12:30:44Z', 'revision_number': 3, 'project_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'gw_port': {'id': '214b020f-85df-4acc-bb29-0db17377224e', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:12:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:41Z', 'updated_at': '2021-02-18T12:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi'}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:31:02.841817 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-de29e772-c0a2-459c-af59-1b4b8a3caaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:02.842819 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-de29e772-c0a2-459c-af59-1b4b8a3caaab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:02.844379 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-de29e772-c0a2-459c-af59-1b4b8a3caaab service neutron] 10.222.0.99 "PUT /v2.0/ports/68406d86-0c79-468b-b3da-1a430d916da1 HTTP/1.1" status: 200 len: 1157 time: 6.2578599 Feb 18 12:31:02.844875 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46e4b1bc-a0ca-49ba-ae6d-f496283e362f', 'tag': '68406d86-0c79-468b-b3da-1a430d916da1'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:31:02.851535 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-33e5fb8b-6464-43cc-bb08-54cb3d19ced5 None None] Port 657101ce-5922-48f2-bef3-81dc8f7abf26 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:31:02.867528 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-7c2f2526-14f3-4b06-b0c7-69d40257f298 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:02.874537 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 5d9af06d-63c2-450b-a6c3-d395676c9628 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:31:02.875215 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:02.889211 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-7c2f2526-14f3-4b06-b0c7-69d40257f298 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Synchronizing usage tracker for tenant:394178baeecd40f8b2869b8d1ad6dc2e on resource:network {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:31:02.901231 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:02.986209 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-f6d06939-11ef-44bd-aa9f-2aa192a185ec admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bacd80d092764987adea2b5aae7b1588&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0449545 Feb 18 12:31:03.016156 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 41428) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:03.016949 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d06939-11ef-44bd-aa9f-2aa192a185ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0279976a-3c68-44a7-a33b-40c44af428e9,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:03.048333 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f6d06939-11ef-44bd-aa9f-2aa192a185ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:03.109256 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-5da21525-a58c-424f-8818-49428cd25c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e1c181-3ef9-412f-8173-b4914c3d7e42', 'name': 'tempest-ServerRescueNegativeTestJSON-1346194922-router', 'tenant_id': '394178baeecd40f8b2869b8d1ad6dc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '96fcb2f6-727f-4a70-be36-859fafd0f605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:38Z', 'updated_at': '2021-02-18T12:30:57Z', 'revision_number': 4, 'project_id': '394178baeecd40f8b2869b8d1ad6dc2e', 'gw_port': {'id': '96fcb2f6-727f-4a70-be36-859fafd0f605', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:53:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e1c181-3ef9-412f-8173-b4914c3d7e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:41Z', 'updated_at': '2021-02-18T12:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '0e9a29da-094f-4cad-a5a7-3f9624ee1497', 'name': '', 'network_id': '1108d427-5cec-48df-9400-d1b0a430230f', 'tenant_id': '394178baeecd40f8b2869b8d1ad6dc2e', 'mac_address': 'fa:16:3e:e9:ce:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e1c181-3ef9-412f-8173-b4914c3d7e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6f2ab429-4198-4068-a977-62c5ab8abd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:55Z', 'updated_at': '2021-02-18T12:30:58Z', 'revision_number': 2, 'project_id': '394178baeecd40f8b2869b8d1ad6dc2e', 'subnets': [{'id': '6f2ab429-4198-4068-a977-62c5ab8abd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:31:03.135887 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da21525-a58c-424f-8818-49428cd25c2a None None] The sync data for ids ['f8e1c181-3ef9-412f-8173-b4914c3d7e42'] in dv-cinder-776422-1-iscsi is: [{'id': 'f8e1c181-3ef9-412f-8173-b4914c3d7e42', 'name': 'tempest-ServerRescueNegativeTestJSON-1346194922-router', 'tenant_id': '394178baeecd40f8b2869b8d1ad6dc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '96fcb2f6-727f-4a70-be36-859fafd0f605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:38Z', 'updated_at': '2021-02-18T12:30:57Z', 'revision_number': 4, 'project_id': '394178baeecd40f8b2869b8d1ad6dc2e', 'gw_port': {'id': '96fcb2f6-727f-4a70-be36-859fafd0f605', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:53:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e1c181-3ef9-412f-8173-b4914c3d7e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:41Z', 'updated_at': '2021-02-18T12:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '0e9a29da-094f-4cad-a5a7-3f9624ee1497', 'name': '', 'network_id': '1108d427-5cec-48df-9400-d1b0a430230f', 'tenant_id': '394178baeecd40f8b2869b8d1ad6dc2e', 'mac_address': 'fa:16:3e:e9:ce:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e1c181-3ef9-412f-8173-b4914c3d7e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6f2ab429-4198-4068-a977-62c5ab8abd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:55Z', 'updated_at': '2021-02-18T12:30:58Z', 'revision_number': 2, 'project_id': '394178baeecd40f8b2869b8d1ad6dc2e', 'subnets': [{'id': '6f2ab429-4198-4068-a977-62c5ab8abd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:31:03.186024 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-7c2f2526-14f3-4b06-b0c7-69d40257f298 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Unset dirty status for tenant:394178baeecd40f8b2869b8d1ad6dc2e on resource:network {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:31:03.202920 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-7c2f2526-14f3-4b06-b0c7-69d40257f298 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/networks?id=1108d427-5cec-48df-9400-d1b0a430230f HTTP/1.1" status: 200 len: 819 time: 1.1003208 Feb 18 12:31:03.272739 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-d10773b5-7076-454a-ac08-9b06b8e73870 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/quotas/394178baeecd40f8b2869b8d1ad6dc2e HTTP/1.1" status: 200 len: 375 time: 0.0668716 Feb 18 12:31:03.377205 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-60daa5fb-8d37-44db-9c67-520b201be604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:03.415296 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1049cc5a-6db6-44a2-9bce-1d6206955870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:03.600227 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad4c24e-63bd-490d-9248-90509d909901 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:31:03.679359 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01d2df2-4216-4296-8896-8e2ae37a655e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:31:03.680662 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-205f64d2-4dad-4d30-b527-a36c77b5d515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:03.752115 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-205f64d2-4dad-4d30-b527-a36c77b5d515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:03.756838 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-1049cc5a-6db6-44a2-9bce-1d6206955870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:31:03.797038 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-1049cc5a-6db6-44a2-9bce-1d6206955870 admin admin] Usage tracker for resource:security_group_rule and tenant:402df246237540948479c53e262a6681 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:31:03.824630 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-1049cc5a-6db6-44a2-9bce-1d6206955870 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:31:03.834603 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:03.842973 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-fcf86f19-d787-4601-b215-ee83042a8b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:03.844643 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-fcf86f19-d787-4601-b215-ee83042a8b80 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c70f399aa3e245febae1ca95dc05ad83&device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 1160 time: 0.7643452 Feb 18 12:31:03.863796 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-1049cc5a-6db6-44a2-9bce-1d6206955870 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:31:03.866874 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-b01d2df2-4216-4296-8896-8e2ae37a655e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:31:03.872879 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01d2df2-4216-4296-8896-8e2ae37a655e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:31:03.890315 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bca083-43f5-4118-b5c3-a59027a58c06 req-fa15a242-7ef5-4ff3-a9ae-883af7e21804 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:03.902407 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d2bca083-43f5-4118-b5c3-a59027a58c06 req-fa15a242-7ef5-4ff3-a9ae-883af7e21804 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 943 time: 0.5019107 Feb 18 12:31:03.959418 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-3ad4c24e-63bd-490d-9248-90509d909901 admin admin] 10.222.0.83 "PUT /v2.0/routers/0db272e8-c1a9-4586-b1d0-119d9538f16e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9341640 Feb 18 12:31:03.993580 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-205f64d2-4dad-4d30-b527-a36c77b5d515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:04.033474 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7fbabdd3-ff69-4d48-a628-bad37cc18694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:04.077266 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d2bca083-43f5-4118-b5c3-a59027a58c06 req-b47b3aa7-7a14-4ed2-877b-2c4f27af7200 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606736 Feb 18 12:31:04.309569 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1049cc5a-6db6-44a2-9bce-1d6206955870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:04.316531 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1049cc5a-6db6-44a2-9bce-1d6206955870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:04.414618 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-be63002a-8a7d-4c1b-8a4a-27c933ce95e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:04.448535 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 214b020f-85df-4acc-bb29-0db17377224e up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:31:04.494245 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1049cc5a-6db6-44a2-9bce-1d6206955870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afd583a-7648-49c5-8a34-b0c8f9244ba0,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:04.498272 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-1049cc5a-6db6-44a2-9bce-1d6206955870 admin admin] Synchronizing usage tracker for tenant:6258b699e7324cb9a161445796bc92f9 on resource:security_group {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:31:04.501541 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1049cc5a-6db6-44a2-9bce-1d6206955870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:04.521615 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-1049cc5a-6db6-44a2-9bce-1d6206955870 admin admin] Unset dirty status for tenant:6258b699e7324cb9a161445796bc92f9 on resource:security_group {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:31:04.523180 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f64d2-4dad-4d30-b527-a36c77b5d515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0279976a-3c68-44a7-a33b-40c44af428e9,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:04.528049 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-1049cc5a-6db6-44a2-9bce-1d6206955870 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=402df246237540948479c53e262a6681&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7970240 Feb 18 12:31:04.529304 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 41462) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:04.543351 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-205f64d2-4dad-4d30-b527-a36c77b5d515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:04.557201 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-205f64d2-4dad-4d30-b527-a36c77b5d515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:04.564776 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-205f64d2-4dad-4d30-b527-a36c77b5d515 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0279976a-3c68-44a7-a33b-40c44af428e9 HTTP/1.1" status: 204 len: 168 time: 1.5175922 Feb 18 12:31:04.573779 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-2050108e-eec7-4516-99c0-28b0580c771f tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=394178baeecd40f8b2869b8d1ad6dc2e&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3000653 Feb 18 12:31:04.595352 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46e4b1bc-a0ca-49ba-ae6d-f496283e362f', 'tag': '68406d86-0c79-468b-b3da-1a430d916da1', 'status': 'completed', 'code': 200} Feb 18 12:31:04.630387 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning for port 214b020f-85df-4acc-bb29-0db17377224e completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:31:04.687028 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 214b020f-85df-4acc-bb29-0db17377224e triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:31:04.687709 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:04.749923 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b01d2df2-4216-4296-8896-8e2ae37a655e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:04.786398 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fa8c54a1-f862-4881-8bb1-06bc5cbf2a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:04.833998 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fa8c54a1-f862-4881-8bb1-06bc5cbf2a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:04.962813 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b01d2df2-4216-4296-8896-8e2ae37a655e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:04.984562 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:04.994419 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fa8c54a1-f862-4881-8bb1-06bc5cbf2a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:05.002404 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:05.042616 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c54a1-f862-4881-8bb1-06bc5cbf2a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afd583a-7648-49c5-8a34-b0c8f9244ba0,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:05.045523 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] For port 214b020f-85df-4acc-bb29-0db17377224e, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=214b020f-85df-4acc-bb29-0db17377224e,segment=NetworkSegment(cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0),segment_id=cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:31:05.050423 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:05.056920 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:05.070712 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fa8c54a1-f862-4881-8bb1-06bc5cbf2a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:05.075817 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fa8c54a1-f862-4881-8bb1-06bc5cbf2a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:05.084116 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-fa8c54a1-f862-4881-8bb1-06bc5cbf2a12 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9afd583a-7648-49c5-8a34-b0c8f9244ba0 HTTP/1.1" status: 204 len: 168 time: 0.5534313 Feb 18 12:31:05.237595 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:05.262080 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Pushing event updated for resources: {'Port': ['ID=214b020f-85df-4acc-bb29-0db17377224e,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:05.284274 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:05.294454 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 41488) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:05.360834 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b79aa38b-6ded-42d0-9578-7248c9b29752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:05.378952 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 41494) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:05.428491 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-a1641a17-07a3-4c92-b174-4f3f36b04072 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2126262339', 'description': 'tempest-description--514224085'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:31:05.440470 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-b79aa38b-6ded-42d0-9578-7248c9b29752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:31:05.456526 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a1641a17-07a3-4c92-b174-4f3f36b04072 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:31:05.462435 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-b79aa38b-6ded-42d0-9578-7248c9b29752 admin admin] Usage tracker for resource:security_group_rule and tenant:521aef8aabbe42cbb5781560b7a9051c is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:31:05.468701 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-a1641a17-07a3-4c92-b174-4f3f36b04072 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Usage tracker for resource:security_group and tenant:3dcf01e3ea2c4a6eb682ad617909055d is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:31:05.472212 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-b79aa38b-6ded-42d0-9578-7248c9b29752 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:31:05.478801 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-a1641a17-07a3-4c92-b174-4f3f36b04072 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:31:05.484810 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:05.496787 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a1641a17-07a3-4c92-b174-4f3f36b04072 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:31:05.515817 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-b79aa38b-6ded-42d0-9578-7248c9b29752 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:31:05.541756 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b01d2df2-4216-4296-8896-8e2ae37a655e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:05.543209 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a1641a17-07a3-4c92-b174-4f3f36b04072 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:05.570132 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b01d2df2-4216-4296-8896-8e2ae37a655e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:05.573381 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a1641a17-07a3-4c92-b174-4f3f36b04072 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:31:05.582550 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-a1641a17-07a3-4c92-b174-4f3f36b04072 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Usage tracker for resource:security_group_rule and tenant:3dcf01e3ea2c4a6eb682ad617909055d is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:31:05.586219 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-a1641a17-07a3-4c92-b174-4f3f36b04072 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:31:05.591006 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:05.609080 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a1641a17-07a3-4c92-b174-4f3f36b04072 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:31:05.708023 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a1641a17-07a3-4c92-b174-4f3f36b04072 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:05.718884 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a1641a17-07a3-4c92-b174-4f3f36b04072 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:05.733289 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:05.811230 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1641a17-07a3-4c92-b174-4f3f36b04072 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:05.816053 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a1641a17-07a3-4c92-b174-4f3f36b04072 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:05.824080 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a1641a17-07a3-4c92-b174-4f3f36b04072 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:05.827578 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-a1641a17-07a3-4c92-b174-4f3f36b04072 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4267855 Feb 18 12:31:05.830971 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 41504) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:05.864674 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-15a2b6d2-b05a-4865-813d-a60fcca4c2d8 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Request body: {'security_group_rule': {'security_group_id': '07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:31:05.875735 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-15a2b6d2-b05a-4865-813d-a60fcca4c2d8 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:31:05.922942 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 41508) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:05.929548 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-a92cdbb2-02ab-4853-914e-2f42d91cd910 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=83987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:31:05.930712 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-a92cdbb2-02ab-4853-914e-2f42d91cd910 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8089542 Feb 18 12:31:05.940582 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-15a2b6d2-b05a-4865-813d-a60fcca4c2d8 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Usage tracker for resource:security_group_rule and tenant:3dcf01e3ea2c4a6eb682ad617909055d is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:31:05.945318 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d2df2-4216-4296-8896-8e2ae37a655e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Pushing event updated for resources: {'Port': ['ID=4df6bf44-6e92-4e1b-822b-e1965d9947cb,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:05.948598 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b01d2df2-4216-4296-8896-8e2ae37a655e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:05.954516 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-15a2b6d2-b05a-4865-813d-a60fcca4c2d8 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:31:06.033393 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-15a2b6d2-b05a-4865-813d-a60fcca4c2d8 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:31:06.036652 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b01d2df2-4216-4296-8896-8e2ae37a655e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854411096'] for floatingip, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:06.041730 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cdb58e30-bdcd-4ad9-8108-dcc70c89326b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:06.060242 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b79aa38b-6ded-42d0-9578-7248c9b29752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:06.113654 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b01d2df2-4216-4296-8896-8e2ae37a655e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for floatingip, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:06.125758 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-b01d2df2-4216-4296-8896-8e2ae37a655e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.8498645 Feb 18 12:31:06.171520 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-cdb58e30-bdcd-4ad9-8108-dcc70c89326b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:31:06.199005 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b79aa38b-6ded-42d0-9578-7248c9b29752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:06.204644 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-3003c730-cd13-4a54-9c74-401c1db33789 service neutron] 10.222.0.83 "GET /v2.0/networks/1108d427-5cec-48df-9400-d1b0a430230f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596216 Feb 18 12:31:06.215420 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-cdb58e30-bdcd-4ad9-8108-dcc70c89326b admin admin] Usage tracker for resource:security_group_rule and tenant:b3d84bad5e504ceb9cfbf146016056b5 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:31:06.239451 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-05ca83a4-11eb-4de0-bad1-e3ab956e124c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68406d86-0c79-468b-b3da-1a430d916da1 HTTP/1.1" status: 200 len: 217 time: 0.1730866 Feb 18 12:31:06.321187 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-cdb58e30-bdcd-4ad9-8108-dcc70c89326b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:31:06.326794 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:06.362623 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-15a2b6d2-b05a-4865-813d-a60fcca4c2d8 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:06.384608 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-cdb58e30-bdcd-4ad9-8108-dcc70c89326b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:31:06.448949 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc8ac1-3f56-4508-a780-f96e0924cd38 req-0964f1ca-ea90-45fc-a1e4-731c20641817 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:06.454684 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8fcc8ac1-3f56-4508-a780-f96e0924cd38 req-0964f1ca-ea90-45fc-a1e4-731c20641817 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 943 time: 0.5820260 Feb 18 12:31:06.461363 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 96fcb2f6-727f-4a70-be36-859fafd0f605 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:31:06.483815 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-4ebac879-bd1a-4b68-b7de-bac9b77a6e85 service neutron] 10.222.0.83 "GET /v2.0/networks/1108d427-5cec-48df-9400-d1b0a430230f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2718487 Feb 18 12:31:06.512987 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-b79aa38b-6ded-42d0-9578-7248c9b29752 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=521aef8aabbe42cbb5781560b7a9051c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2147005 Feb 18 12:31:06.514105 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 41528) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:06.615183 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning for port 96fcb2f6-727f-4a70-be36-859fafd0f605 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:31:06.618438 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-922b648a-b456-48fa-b19e-72de21f54ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:06.628663 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-b46a80f2-3233-46d0-a9eb-c0a36c02261e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:06.630352 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-b46a80f2-3233-46d0-a9eb-c0a36c02261e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6a449ea9-00c1-4f3b-abb3-a6f760b908ed HTTP/1.1" status: 200 len: 851 time: 0.3783541 Feb 18 12:31:06.631177 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 96fcb2f6-727f-4a70-be36-859fafd0f605 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:31:06.631633 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:06.649363 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79aa38b-6ded-42d0-9578-7248c9b29752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a91ac0-9fc7-4b4a-89a4-8e5b2a670d1c,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:06.661705 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-922b648a-b456-48fa-b19e-72de21f54ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:06.667188 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b79aa38b-6ded-42d0-9578-7248c9b29752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:06.700383 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8fcc8ac1-3f56-4508-a780-f96e0924cd38 req-bd050e2f-8518-4b11-9559-4849e36a2278 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191696 Feb 18 12:31:06.714009 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-15a2b6d2-b05a-4865-813d-a60fcca4c2d8 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:06.727259 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-15a2b6d2-b05a-4865-813d-a60fcca4c2d8 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898374'] for security_group_rule, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:06.736389 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:06.739844 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-922b648a-b456-48fa-b19e-72de21f54ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:06.746227 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ebdc97be-269b-41f9-8df4-2d8f58d67e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:06.760315 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b648a-b456-48fa-b19e-72de21f54ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a91ac0-9fc7-4b4a-89a4-8e5b2a670d1c,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:06.767763 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-922b648a-b456-48fa-b19e-72de21f54ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:06.768405 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-922b648a-b456-48fa-b19e-72de21f54ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:06.786567 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-922b648a-b456-48fa-b19e-72de21f54ff3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e5a91ac0-9fc7-4b4a-89a4-8e5b2a670d1c HTTP/1.1" status: 204 len: 168 time: 0.2607331 Feb 18 12:31:06.818941 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:06.862771 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] For port 96fcb2f6-727f-4a70-be36-859fafd0f605, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=96fcb2f6-727f-4a70-be36-859fafd0f605,segment=NetworkSegment(cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0),segment_id=cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:31:06.868892 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:06.870130 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 214b020f-85df-4acc-bb29-0db17377224e up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:31:06.870306 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2b6d2-b05a-4865-813d-a60fcca4c2d8 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe849c84-6f82-4965-b542-0fa72fd83e44,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:06.901786 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-15a2b6d2-b05a-4865-813d-a60fcca4c2d8 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:06.903633 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-15a2b6d2-b05a-4865-813d-a60fcca4c2d8 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0618012 Feb 18 12:31:06.906064 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 41544) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:06.910752 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-15a2b6d2-b05a-4865-813d-a60fcca4c2d8 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:06.912956 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-6009629a-ab6d-4367-9744-7f12ca8b6caf tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Request body: {'security_group_rule': {'security_group_id': '07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:31:06.913709 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-dab55670-43c4-459c-8017-d0fdcb5ea4f2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d965ec9a-bb10-425b-96f5-95a00f65a0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1461403 Feb 18 12:31:06.917693 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:06.931242 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6009629a-ab6d-4367-9744-7f12ca8b6caf tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:31:06.943879 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-6009629a-ab6d-4367-9744-7f12ca8b6caf tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Usage tracker for resource:security_group_rule and tenant:3dcf01e3ea2c4a6eb682ad617909055d is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:31:06.964264 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-6009629a-ab6d-4367-9744-7f12ca8b6caf tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:31:06.975904 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-c506b2b5-e6fe-440e-9fa2-c270b7631757 req-cdd3a8c0-2a1a-4492-95e3-4b1eacb6748d tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Synchronizing usage tracker for tenant:394178baeecd40f8b2869b8d1ad6dc2e on resource:port {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:31:06.979606 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6009629a-ab6d-4367-9744-7f12ca8b6caf tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:31:07.015194 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6009629a-ab6d-4367-9744-7f12ca8b6caf tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:07.028921 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d444860-1f6e-4cda-9a77-bdd4f591b242 None None] Sync routers for ids ['0db272e8-c1a9-4586-b1d0-119d9538f16e'] in dv-cinder-776422-1-iscsi {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:31:07.048639 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d444860-1f6e-4cda-9a77-bdd4f591b242 None None] Routers {'0db272e8-c1a9-4586-b1d0-119d9538f16e'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:31:07.049356 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0d444860-1f6e-4cda-9a77-bdd4f591b242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:31:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['0db272e8-c1a9-4586-b1d0-119d9538f16e'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:31:07.112611 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-03af812e-70e7-4514-a616-555e34e7e884 req-e85476a0-1f1f-4351-850c-8d7221c58faa tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Synchronizing usage tracker for tenant:fff3f4ff6e52473eab85e6377277c4bd on resource:security_group {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:31:07.123429 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Pushing event updated for resources: {'Port': ['ID=96fcb2f6-727f-4a70-be36-859fafd0f605,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:07.136980 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:07.148202 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 214b020f-85df-4acc-bb29-0db17377224e triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:31:07.148917 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:07.178293 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-03af812e-70e7-4514-a616-555e34e7e884 req-e85476a0-1f1f-4351-850c-8d7221c58faa tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Unset dirty status for tenant:fff3f4ff6e52473eab85e6377277c4bd on resource:security_group {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:31:07.195628 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03af812e-70e7-4514-a616-555e34e7e884 req-e85476a0-1f1f-4351-850c-8d7221c58faa tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--799677768&fields=id&tenant_id=fff3f4ff6e52473eab85e6377277c4bd HTTP/1.1" status: 200 len: 267 time: 0.1560740 Feb 18 12:31:07.299123 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-0b01c194-cf6d-4e4e-a3af-098846a23957 service neutron] 10.222.0.99 "GET /v2.0/networks/d965ec9a-bb10-425b-96f5-95a00f65a0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176837 Feb 18 12:31:07.455935 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6009629a-ab6d-4367-9744-7f12ca8b6caf tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:07.462275 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-0d444860-1f6e-4cda-9a77-bdd4f591b242 None None] Set router 0db272e8-c1a9-4586-b1d0-119d9538f16e gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:31:07.470198 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6009629a-ab6d-4367-9744-7f12ca8b6caf tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898374'] for security_group_rule, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:07.484578 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:07.583531 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009629a-ab6d-4367-9744-7f12ca8b6caf tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b84f2b96-0456-4946-bc39-424c584bf07a,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:07.601532 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6009629a-ab6d-4367-9744-7f12ca8b6caf tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:07.613423 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-c506b2b5-e6fe-440e-9fa2-c270b7631757 req-cdd3a8c0-2a1a-4492-95e3-4b1eacb6748d tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Unset dirty status for tenant:394178baeecd40f8b2869b8d1ad6dc2e on resource:port {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:31:07.614828 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c506b2b5-e6fe-440e-9fa2-c270b7631757 req-cdd3a8c0-2a1a-4492-95e3-4b1eacb6748d tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 210 time: 0.7221642 Feb 18 12:31:07.627872 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cdb58e30-bdcd-4ad9-8108-dcc70c89326b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:07.634408 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cdb58e30-bdcd-4ad9-8108-dcc70c89326b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:07.735907 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af812e-70e7-4514-a616-555e34e7e884 req-140efa26-c401-439b-9a75-cc090dca887a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:07.740110 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03af812e-70e7-4514-a616-555e34e7e884 req-140efa26-c401-439b-9a75-cc090dca887a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/networks?id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28 HTTP/1.1" status: 200 len: 816 time: 0.5435629 Feb 18 12:31:07.746263 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6009629a-ab6d-4367-9744-7f12ca8b6caf tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:07.750394 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-6009629a-ab6d-4367-9744-7f12ca8b6caf tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8431859 Feb 18 12:31:07.787199 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03af812e-70e7-4514-a616-555e34e7e884 req-079d2719-6a71-4db2-9e42-ef25a3aefa85 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/quotas/fff3f4ff6e52473eab85e6377277c4bd HTTP/1.1" status: 200 len: 375 time: 0.0308764 Feb 18 12:31:07.787778 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 41592) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:07.793257 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-78361410-3636-42ce-9b50-eec6ad045e67 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Request body: {'floatingip': {'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:31:07.805225 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a1641a17-07a3-4c92-b174-4f3f36b04072 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:07.818706 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-cdb58e30-bdcd-4ad9-8108-dcc70c89326b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b3d84bad5e504ceb9cfbf146016056b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8802273 Feb 18 12:31:07.824187 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-78361410-3636-42ce-9b50-eec6ad045e67 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:31:07.826255 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-10e66fb8-5512-4bb0-9de1-c0e697729845 req-2c5ed62c-1bcf-4af0-ae57-0730e7e5399f service neutron] 10.222.0.99 "GET /v2.0/networks/d965ec9a-bb10-425b-96f5-95a00f65a0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5020339 Feb 18 12:31:07.828667 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 41600) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:07.841208 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-78361410-3636-42ce-9b50-eec6ad045e67 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Usage tracker for resource:floatingip and tenant:3dcf01e3ea2c4a6eb682ad617909055d is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:31:07.849480 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-78361410-3636-42ce-9b50-eec6ad045e67 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:31:07.950999 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-78361410-3636-42ce-9b50-eec6ad045e67 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:31:07.978893 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-78361410-3636-42ce-9b50-eec6ad045e67 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for floatingip, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:08.032109 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66090b1-362a-402a-ac8b-d1d65fd59bc2 None None] Sync routers for ids ['f8e1c181-3ef9-412f-8173-b4914c3d7e42'] in dv-cinder-776422-1-iscsi {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:31:08.068188 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:08.071647 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66090b1-362a-402a-ac8b-d1d65fd59bc2 None None] Routers {'f8e1c181-3ef9-412f-8173-b4914c3d7e42'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:31:08.072342 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d66090b1-362a-402a-ac8b-d1d65fd59bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:31:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['f8e1c181-3ef9-412f-8173-b4914c3d7e42'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:31:08.125975 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03af812e-70e7-4514-a616-555e34e7e884 req-94e301d0-26ab-4524-9dde-3a04a2423c8f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=fff3f4ff6e52473eab85e6377277c4bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2726562 Feb 18 12:31:08.170482 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb58e30-bdcd-4ad9-8108-dcc70c89326b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406d100a-e8a5-4985-aae7-7836cc010db8,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:08.268742 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0d444860-1f6e-4cda-9a77-bdd4f591b242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'name': 'tempest-AttachVolumeTestJSON-1184732717-router', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '214b020f-85df-4acc-bb29-0db17377224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:38Z', 'updated_at': '2021-02-18T12:30:57Z', 'revision_number': 4, 'project_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'gw_port': {'id': '214b020f-85df-4acc-bb29-0db17377224e', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:41Z', 'updated_at': '2021-02-18T12:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '657101ce-5922-48f2-bef3-81dc8f7abf26', 'name': '', 'network_id': 'bb258f48-33fc-49fc-8809-521607151087', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'mac_address': 'fa:16:3e:f0:fc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5c10d723-44ed-460c-abaf-474c1da07dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:51Z', 'updated_at': '2021-02-18T12:30:58Z', 'revision_number': 2, 'project_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'subnets': [{'id': '5c10d723-44ed-460c-abaf-474c1da07dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:31:08.271904 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cdb58e30-bdcd-4ad9-8108-dcc70c89326b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:08.281814 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d444860-1f6e-4cda-9a77-bdd4f591b242 None None] Checking router: 0db272e8-c1a9-4586-b1d0-119d9538f16e for host: dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:31:08.282419 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d444860-1f6e-4cda-9a77-bdd4f591b242 None None] Updating router 0db272e8-c1a9-4586-b1d0-119d9538f16e port 657101ce-5922-48f2-bef3-81dc8f7abf26 binding host dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:31:08.340937 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-d66090b1-362a-402a-ac8b-d1d65fd59bc2 None None] Set router f8e1c181-3ef9-412f-8173-b4914c3d7e42 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:31:08.433609 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b82cc23e-4f40-4a7c-a165-f8b3883c5c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:08.434985 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0d444860-1f6e-4cda-9a77-bdd4f591b242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:08.467330 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b82cc23e-4f40-4a7c-a165-f8b3883c5c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:08.550870 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b82cc23e-4f40-4a7c-a165-f8b3883c5c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:08.563362 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1049cc5a-6db6-44a2-9bce-1d6206955870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:08.577457 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82cc23e-4f40-4a7c-a165-f8b3883c5c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406d100a-e8a5-4985-aae7-7836cc010db8,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:08.586109 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b82cc23e-4f40-4a7c-a165-f8b3883c5c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:08.604444 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b82cc23e-4f40-4a7c-a165-f8b3883c5c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:08.610135 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-b82cc23e-4f40-4a7c-a165-f8b3883c5c9d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/406d100a-e8a5-4985-aae7-7836cc010db8 HTTP/1.1" status: 204 len: 168 time: 0.7803328 Feb 18 12:31:08.636294 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bb845-8e12-4a1c-93f2-594560bc4ef5 req-20707fbc-f620-444d-af6f-22fa4eb51c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:08.638246 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3c3bb845-8e12-4a1c-93f2-594560bc4ef5 req-20707fbc-f620-444d-af6f-22fa4eb51c8d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c70f399aa3e245febae1ca95dc05ad83&device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 1160 time: 0.6512563 Feb 18 12:31:08.690093 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-78361410-3636-42ce-9b50-eec6ad045e67 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:08.869959 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fcd60c-b29b-4d62-a8ca-cb3ddee4efb6 req-057ab8e1-45b5-4787-8606-6958f6de179c tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:08.879149 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-88fcd60c-b29b-4d62-a8ca-cb3ddee4efb6 req-057ab8e1-45b5-4787-8606-6958f6de179c tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 943 time: 0.6661351 Feb 18 12:31:09.029356 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03af812e-70e7-4514-a616-555e34e7e884 req-99574cd7-b0e4-4b0c-9849-955e36976e15 service neutron] 10.222.0.83 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8725848 Feb 18 12:31:09.063134 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 96fcb2f6-727f-4a70-be36-859fafd0f605 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:31:09.209369 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bb845-8e12-4a1c-93f2-594560bc4ef5 req-a9638216-67e1-4776-94d4-188cd08da381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:09.211358 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3c3bb845-8e12-4a1c-93f2-594560bc4ef5 req-a9638216-67e1-4776-94d4-188cd08da381 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d965ec9a-bb10-425b-96f5-95a00f65a0c4 HTTP/1.1" status: 200 len: 905 time: 0.5598428 Feb 18 12:31:09.226673 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-88fcd60c-b29b-4d62-a8ca-cb3ddee4efb6 req-a41e5eac-f9be-4d25-abed-8e10dab73125 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458478 Feb 18 12:31:09.439532 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3c3bb845-8e12-4a1c-93f2-594560bc4ef5 req-1f41259a-4b77-4836-96f0-58e725b6eaff service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68406d86-0c79-468b-b3da-1a430d916da1 HTTP/1.1" status: 200 len: 217 time: 0.2110031 Feb 18 12:31:09.531122 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03af812e-70e7-4514-a616-555e34e7e884 req-fe17b1e8-87d8-496c-8bb2-aaa67baa562a service neutron] 10.222.0.83 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4805832 Feb 18 12:31:09.649509 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 96fcb2f6-727f-4a70-be36-859fafd0f605 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:31:09.652759 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:09.667801 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bb845-8e12-4a1c-93f2-594560bc4ef5 req-8f475cc7-01ff-4c8f-87e7-f7255693731d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:09.669811 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3c3bb845-8e12-4a1c-93f2-594560bc4ef5 req-8f475cc7-01ff-4c8f-87e7-f7255693731d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6a449ea9-00c1-4f3b-abb3-a6f760b908ed HTTP/1.1" status: 200 len: 851 time: 0.2202449 Feb 18 12:31:09.681287 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0d444860-1f6e-4cda-9a77-bdd4f591b242 None None] Notify callbacks [] for port, precommit_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:09.714663 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0d444860-1f6e-4cda-9a77-bdd4f591b242 None None] Transition to ACTIVE for port object 657101ce-5922-48f2-bef3-81dc8f7abf26 will not be triggered until provisioned by entity L2. {{(pid=83989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:31:09.719769 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0d444860-1f6e-4cda-9a77-bdd4f591b242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:09.773226 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-78361410-3636-42ce-9b50-eec6ad045e67 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Allocated IP 172.27.1.221 (af22eeb7-a3c9-494b-a94b-4ce3a52cae78/7f96d68a-30b3-4cd1-8fb4-11341d49a56c/e320c070-2343-46e6-994d-e8a3aa796f51) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:31:09.780324 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3c3bb845-8e12-4a1c-93f2-594560bc4ef5 req-3828cf55-d709-4d39-852f-069e0af851f5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d965ec9a-bb10-425b-96f5-95a00f65a0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830073 Feb 18 12:31:09.781140 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.99', 50546) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:09.804356 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d66090b1-362a-402a-ac8b-d1d65fd59bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e1c181-3ef9-412f-8173-b4914c3d7e42', 'name': 'tempest-ServerRescueNegativeTestJSON-1346194922-router', 'tenant_id': '394178baeecd40f8b2869b8d1ad6dc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '96fcb2f6-727f-4a70-be36-859fafd0f605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:38Z', 'updated_at': '2021-02-18T12:30:57Z', 'revision_number': 4, 'project_id': '394178baeecd40f8b2869b8d1ad6dc2e', 'gw_port': {'id': '96fcb2f6-727f-4a70-be36-859fafd0f605', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e1c181-3ef9-412f-8173-b4914c3d7e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:41Z', 'updated_at': '2021-02-18T12:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '0e9a29da-094f-4cad-a5a7-3f9624ee1497', 'name': '', 'network_id': '1108d427-5cec-48df-9400-d1b0a430230f', 'tenant_id': '394178baeecd40f8b2869b8d1ad6dc2e', 'mac_address': 'fa:16:3e:e9:ce:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e1c181-3ef9-412f-8173-b4914c3d7e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6f2ab429-4198-4068-a977-62c5ab8abd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:55Z', 'updated_at': '2021-02-18T12:30:58Z', 'revision_number': 2, 'project_id': '394178baeecd40f8b2869b8d1ad6dc2e', 'subnets': [{'id': '6f2ab429-4198-4068-a977-62c5ab8abd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:31:09.821219 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66090b1-362a-402a-ac8b-d1d65fd59bc2 None None] Checking router: f8e1c181-3ef9-412f-8173-b4914c3d7e42 for host: dv-cinder-776422-1-iscsi {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:31:09.821961 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66090b1-362a-402a-ac8b-d1d65fd59bc2 None None] Updating router f8e1c181-3ef9-412f-8173-b4914c3d7e42 port 0e9a29da-094f-4cad-a5a7-3f9624ee1497 binding host dv-cinder-776422-1-iscsi {{(pid=83988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:31:09.916688 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:09.951683 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d66090b1-362a-402a-ac8b-d1d65fd59bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:10.138173 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-78361410-3636-42ce-9b50-eec6ad045e67 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:10.182870 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-78361410-3636-42ce-9b50-eec6ad045e67 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:10.186194 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0af5a7-190b-4b01-8547-cd32ab2c56f7 None None] Pushing event updated for resources: {'Port': ['ID=657101ce-5922-48f2-bef3-81dc8f7abf26,revision_number=3']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:10.200813 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6e0af5a7-190b-4b01-8547-cd32ab2c56f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:10.597546 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3ad4c24e-63bd-490d-9248-90509d909901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:10.683830 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-0d444860-1f6e-4cda-9a77-bdd4f591b242 None None] Attempting to bind port 657101ce-5922-48f2-bef3-81dc8f7abf26 on host dv-cinder-776422-1-iscsi for vnic_type normal with profile {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:31:10.684618 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-0d444860-1f6e-4cda-9a77-bdd4f591b242 None None] Attempting to bind port 657101ce-5922-48f2-bef3-81dc8f7abf26 by drivers openvswitch on host dv-cinder-776422-1-iscsi at level 0 using segments [{'id': 'dcd0093b-fa12-4c25-8d55-c39ba97d84fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb258f48-33fc-49fc-8809-521607151087'}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:31:10.685367 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d444860-1f6e-4cda-9a77-bdd4f591b242 None None] Attempting to bind port 657101ce-5922-48f2-bef3-81dc8f7abf26 on network bb258f48-33fc-49fc-8809-521607151087 {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:31:10.705330 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d444860-1f6e-4cda-9a77-bdd4f591b242 None None] Checking agent: {'id': 'ac3e34c9-0d53-40a9-ab2e-3d2b62a37265', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 21, 35), 'started_at': datetime.datetime(2021, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:31:10.706244 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d444860-1f6e-4cda-9a77-bdd4f591b242 None None] Checking segment: {'id': 'dcd0093b-fa12-4c25-8d55-c39ba97d84fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb258f48-33fc-49fc-8809-521607151087'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:31:10.707069 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0d444860-1f6e-4cda-9a77-bdd4f591b242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:10.708492 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d444860-1f6e-4cda-9a77-bdd4f591b242 None None] Bound using segment: {'id': 'dcd0093b-fa12-4c25-8d55-c39ba97d84fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb258f48-33fc-49fc-8809-521607151087'} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:31:10.709836 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-0d444860-1f6e-4cda-9a77-bdd4f591b242 None None] Bound port: 657101ce-5922-48f2-bef3-81dc8f7abf26, host: dv-cinder-776422-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0093b-fa12-4c25-8d55-c39ba97d84fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb258f48-33fc-49fc-8809-521607151087'}}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:31:10.712117 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0d444860-1f6e-4cda-9a77-bdd4f591b242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:10.959612 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0d444860-1f6e-4cda-9a77-bdd4f591b242 None None] For port 657101ce-5922-48f2-bef3-81dc8f7abf26, host dv-cinder-776422-1-iscsi, cleared binding levels {{(pid=83989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:31:10.968535 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0d444860-1f6e-4cda-9a77-bdd4f591b242 None None] For port 657101ce-5922-48f2-bef3-81dc8f7abf26, host dv-cinder-776422-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=657101ce-5922-48f2-bef3-81dc8f7abf26,segment=NetworkSegment(dcd0093b-fa12-4c25-8d55-c39ba97d84fe),segment_id=dcd0093b-fa12-4c25-8d55-c39ba97d84fe)] {{(pid=83989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:31:10.975895 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-95637f37-747f-4d17-b68a-0f76f6aeb43f req-0d8d92fc-1274-460a-a730-fb71ec3b6ffc tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 210 time: 0.3824625 Feb 18 12:31:10.976209 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0d444860-1f6e-4cda-9a77-bdd4f591b242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:10.980793 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-61c6831a-6947-44de-939a-5bcdb31d5794 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:10.988483 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-61c6831a-6947-44de-939a-5bcdb31d5794 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/networks?id=1108d427-5cec-48df-9400-d1b0a430230f HTTP/1.1" status: 200 len: 819 time: 1.3171427 Feb 18 12:31:11.018627 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3c3bb845-8e12-4a1c-93f2-594560bc4ef5 req-d96b929e-3910-48cc-9104-b937897e8806 service neutron] 10.222.0.99 "GET /v2.0/networks/d965ec9a-bb10-425b-96f5-95a00f65a0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0910327 Feb 18 12:31:11.041532 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c1beef3b-58d7-4bf4-ae40-5a288991230f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:11.041768 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78361410-3636-42ce-9b50-eec6ad045e67 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:31:11.049615 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-78361410-3636-42ce-9b50-eec6ad045e67 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:31:11.068148 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-0e8c342c-c46c-4b22-bcf2-56c2681764e8 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:11.069762 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-0e8c342c-c46c-4b22-bcf2-56c2681764e8 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.99 "GET /v2.0/networks?id=1108d427-5cec-48df-9400-d1b0a430230f HTTP/1.1" status: 200 len: 819 time: 1.1660385 Feb 18 12:31:11.084164 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-7e5f176a-d9e6-42a4-9eae-636d8ab29249 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/quotas/394178baeecd40f8b2869b8d1ad6dc2e HTTP/1.1" status: 200 len: 375 time: 0.0938861 Feb 18 12:31:11.096018 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78361410-3636-42ce-9b50-eec6ad045e67 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:31:11.183582 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-abd9c914-a561-429c-a169-12a30326ff74 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Request body: {'port': {'device_id': '7960d0ea-9b45-4575-aef5-8f544c636d95', 'network_id': '1108d427-5cec-48df-9400-d1b0a430230f', 'admin_state_up': True, 'tenant_id': '394178baeecd40f8b2869b8d1ad6dc2e'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:31:11.371972 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d66090b1-362a-402a-ac8b-d1d65fd59bc2 None None] Notify callbacks [] for port, precommit_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:11.401183 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-d66090b1-362a-402a-ac8b-d1d65fd59bc2 None None] Transition to ACTIVE for port object 0e9a29da-094f-4cad-a5a7-3f9624ee1497 will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:31:11.418148 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d66090b1-362a-402a-ac8b-d1d65fd59bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:11.461533 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:31:11.515113 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0af5a7-190b-4b01-8547-cd32ab2c56f7 None None] Pushing event updated for resources: {'Port': ['ID=657101ce-5922-48f2-bef3-81dc8f7abf26,revision_number=4']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:11.529932 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6e0af5a7-190b-4b01-8547-cd32ab2c56f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:11.638459 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-abd9c914-a561-429c-a169-12a30326ff74 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:31:11.639248 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d444860-1f6e-4cda-9a77-bdd4f591b242 None None] Routers {'0db272e8-c1a9-4586-b1d0-119d9538f16e'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:31:11.640185 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0d444860-1f6e-4cda-9a77-bdd4f591b242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:31:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['0db272e8-c1a9-4586-b1d0-119d9538f16e'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:31:11.651816 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-abd9c914-a561-429c-a169-12a30326ff74 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:31:11.653163 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-29fe3385-3086-4588-80f6-646a143a2a80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:11.693228 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78361410-3636-42ce-9b50-eec6ad045e67 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Pushing event updated for resources: {'Port': ['ID=e320c070-2343-46e6-994d-e8a3aa796f51,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:11.781499 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57b2bc-99ac-4c0c-a9e5-d82d0b2026b5 None None] Pushing event updated for resources: {'Port': ['ID=0e9a29da-094f-4cad-a5a7-3f9624ee1497,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:11.784443 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-78361410-3636-42ce-9b50-eec6ad045e67 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.192s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:11.801229 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bb57b2bc-99ac-4c0c-a9e5-d82d0b2026b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:11.814988 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-abd9c914-a561-429c-a169-12a30326ff74 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Made reservation on behalf of 394178baeecd40f8b2869b8d1ad6dc2e for: {'port': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:31:11.829873 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-abd9c914-a561-429c-a169-12a30326ff74 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:11.902908 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-78361410-3636-42ce-9b50-eec6ad045e67 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:11.954090 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab971980-f48a-4e7a-92af-e0a15b46766b req-dc68eadb-4b30-491f-a4b8-8cecf163bfe8 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:11.956136 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ab971980-f48a-4e7a-92af-e0a15b46766b req-dc68eadb-4b30-491f-a4b8-8cecf163bfe8 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 943 time: 0.2703943 Feb 18 12:31:12.002775 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-0d444860-1f6e-4cda-9a77-bdd4f591b242 None None] Set router 0db272e8-c1a9-4586-b1d0-119d9538f16e gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:31:12.118986 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-d66090b1-362a-402a-ac8b-d1d65fd59bc2 None None] Attempting to bind port 0e9a29da-094f-4cad-a5a7-3f9624ee1497 on host dv-cinder-776422-1-iscsi for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:31:12.120436 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-d66090b1-362a-402a-ac8b-d1d65fd59bc2 None None] Attempting to bind port 0e9a29da-094f-4cad-a5a7-3f9624ee1497 by drivers openvswitch on host dv-cinder-776422-1-iscsi at level 0 using segments [{'id': '9e349296-a32e-43ca-8f1a-7ded5615c216', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1108d427-5cec-48df-9400-d1b0a430230f'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:31:12.121223 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66090b1-362a-402a-ac8b-d1d65fd59bc2 None None] Attempting to bind port 0e9a29da-094f-4cad-a5a7-3f9624ee1497 on network 1108d427-5cec-48df-9400-d1b0a430230f {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:31:12.148581 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66090b1-362a-402a-ac8b-d1d65fd59bc2 None None] Checking agent: {'id': 'ac3e34c9-0d53-40a9-ab2e-3d2b62a37265', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 21, 35), 'started_at': datetime.datetime(2021, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:31:12.152219 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66090b1-362a-402a-ac8b-d1d65fd59bc2 None None] Checking segment: {'id': '9e349296-a32e-43ca-8f1a-7ded5615c216', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1108d427-5cec-48df-9400-d1b0a430230f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:31:12.153785 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d66090b1-362a-402a-ac8b-d1d65fd59bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:12.156189 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66090b1-362a-402a-ac8b-d1d65fd59bc2 None None] Bound using segment: {'id': '9e349296-a32e-43ca-8f1a-7ded5615c216', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1108d427-5cec-48df-9400-d1b0a430230f'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:31:12.157649 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-d66090b1-362a-402a-ac8b-d1d65fd59bc2 None None] Bound port: 0e9a29da-094f-4cad-a5a7-3f9624ee1497, host: dv-cinder-776422-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e349296-a32e-43ca-8f1a-7ded5615c216', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1108d427-5cec-48df-9400-d1b0a430230f'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:31:12.159553 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d66090b1-362a-402a-ac8b-d1d65fd59bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:12.238467 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ab971980-f48a-4e7a-92af-e0a15b46766b req-84a8d47d-6b6b-4f33-aff4-1780d868663b tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680124 Feb 18 12:31:12.260537 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-78361410-3636-42ce-9b50-eec6ad045e67 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:12.430593 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-d66090b1-362a-402a-ac8b-d1d65fd59bc2 None None] For port 0e9a29da-094f-4cad-a5a7-3f9624ee1497, host dv-cinder-776422-1-iscsi, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:31:12.444026 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-d66090b1-362a-402a-ac8b-d1d65fd59bc2 None None] For port 0e9a29da-094f-4cad-a5a7-3f9624ee1497, host dv-cinder-776422-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=0e9a29da-094f-4cad-a5a7-3f9624ee1497,segment=NetworkSegment(9e349296-a32e-43ca-8f1a-7ded5615c216),segment_id=9e349296-a32e-43ca-8f1a-7ded5615c216)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:31:12.452912 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d66090b1-362a-402a-ac8b-d1d65fd59bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:12.474330 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:12.484536 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-dd94a5d6-abbb-4770-876b-e7821c706bdd tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=394178baeecd40f8b2869b8d1ad6dc2e&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3961878 Feb 18 12:31:12.686375 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57b2bc-99ac-4c0c-a9e5-d82d0b2026b5 None None] Pushing event updated for resources: {'Port': ['ID=0e9a29da-094f-4cad-a5a7-3f9624ee1497,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:12.701571 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bb57b2bc-99ac-4c0c-a9e5-d82d0b2026b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:12.808277 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.objects.ports [None req-fbde9e68-357e-4d55-ab2b-ccb3de6c4bd0 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83988) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 12:31:12.842913 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.99', 50552) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:12.873333 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66090b1-362a-402a-ac8b-d1d65fd59bc2 None None] Routers {'f8e1c181-3ef9-412f-8173-b4914c3d7e42'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:31:12.874363 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d66090b1-362a-402a-ac8b-d1d65fd59bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:31:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['f8e1c181-3ef9-412f-8173-b4914c3d7e42'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:31:12.884647 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3c3bb845-8e12-4a1c-93f2-594560bc4ef5 req-ed6709b9-5ece-4fbe-a77a-8f4bdccf2710 service neutron] 10.222.0.99 "GET /v2.0/networks/d965ec9a-bb10-425b-96f5-95a00f65a0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.7039027 Feb 18 12:31:13.266590 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0d444860-1f6e-4cda-9a77-bdd4f591b242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'name': 'tempest-AttachVolumeTestJSON-1184732717-router', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '214b020f-85df-4acc-bb29-0db17377224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:38Z', 'updated_at': '2021-02-18T12:30:57Z', 'revision_number': 4, 'project_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'gw_port': {'id': '214b020f-85df-4acc-bb29-0db17377224e', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:41Z', 'updated_at': '2021-02-18T12:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '657101ce-5922-48f2-bef3-81dc8f7abf26', 'name': '', 'network_id': 'bb258f48-33fc-49fc-8809-521607151087', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'mac_address': 'fa:16:3e:f0:fc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5c10d723-44ed-460c-abaf-474c1da07dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:51Z', 'updated_at': '2021-02-18T12:31:10Z', 'revision_number': 4, 'project_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'subnets': [{'id': '5c10d723-44ed-460c-abaf-474c1da07dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:31:13.274542 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-d66090b1-362a-402a-ac8b-d1d65fd59bc2 None None] Set router f8e1c181-3ef9-412f-8173-b4914c3d7e42 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:31:13.275993 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d444860-1f6e-4cda-9a77-bdd4f591b242 None None] The sync data for ids ['0db272e8-c1a9-4586-b1d0-119d9538f16e'] in dv-cinder-776422-1-iscsi is: [{'id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'name': 'tempest-AttachVolumeTestJSON-1184732717-router', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '214b020f-85df-4acc-bb29-0db17377224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:38Z', 'updated_at': '2021-02-18T12:30:57Z', 'revision_number': 4, 'project_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'gw_port': {'id': '214b020f-85df-4acc-bb29-0db17377224e', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:41Z', 'updated_at': '2021-02-18T12:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '657101ce-5922-48f2-bef3-81dc8f7abf26', 'name': '', 'network_id': 'bb258f48-33fc-49fc-8809-521607151087', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'mac_address': 'fa:16:3e:f0:fc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5c10d723-44ed-460c-abaf-474c1da07dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:51Z', 'updated_at': '2021-02-18T12:31:10Z', 'revision_number': 4, 'project_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'subnets': [{'id': '5c10d723-44ed-460c-abaf-474c1da07dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:31:13.340466 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-90b6af39-38a7-4a20-907e-b310758bebad service neutron] 10.222.0.83 "GET /v2.0/networks/1108d427-5cec-48df-9400-d1b0a430230f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7744668 Feb 18 12:31:13.388664 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b4c62db5-764c-4c57-b42c-18388fb54f7a req-db6a84f5-8135-4a02-b5cf-e75f1850f39e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 210 time: 0.4093645 Feb 18 12:31:13.419824 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-abd9c914-a561-429c-a169-12a30326ff74 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Allocated IP 172.20.0.3 (1108d427-5cec-48df-9400-d1b0a430230f/6f2ab429-4198-4068-a977-62c5ab8abd80/07c335ac-b582-4c72-a3b2-82540c224746) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:31:13.448835 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 0e9a29da-094f-4cad-a5a7-3f9624ee1497 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:31:13.591194 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af812e-70e7-4514-a616-555e34e7e884 req-4dbfc64c-581e-4b51-a776-37242f04b594 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:13.592928 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03af812e-70e7-4514-a616-555e34e7e884 req-4dbfc64c-581e-4b51-a776-37242f04b594 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.99 "GET /v2.0/networks?id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28 HTTP/1.1" status: 200 len: 816 time: 0.7218866 Feb 18 12:31:13.626599 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-78361410-3636-42ce-9b50-eec6ad045e67 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:13.708902 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 68406d86-0c79-468b-b3da-1a430d916da1 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:31:13.729589 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-78361410-3636-42ce-9b50-eec6ad045e67 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:13.760223 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b01d2df2-4216-4296-8896-8e2ae37a655e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:13.959868 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-fecd4e8b-63dc-4df4-97e7-497cb2b1fc01 service neutron] 10.222.0.83 "GET /v2.0/networks/1108d427-5cec-48df-9400-d1b0a430230f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5374117 Feb 18 12:31:14.117861 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-abd9c914-a561-429c-a169-12a30326ff74 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:14.128870 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03af812e-70e7-4514-a616-555e34e7e884 req-70c9d467-3143-42a7-ab17-5a4085ae7e1b tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=fff3f4ff6e52473eab85e6377277c4bd HTTP/1.1" status: 200 len: 5702 time: 0.5013213 Feb 18 12:31:14.180712 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78361410-3636-42ce-9b50-eec6ad045e67 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Pushing event updated for resources: {'Port': ['ID=e320c070-2343-46e6-994d-e8a3aa796f51,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:14.197566 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-abd9c914-a561-429c-a169-12a30326ff74 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:14.209799 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-78361410-3636-42ce-9b50-eec6ad045e67 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:14.360001 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdac3f4-3d5d-4305-a1d6-6afa517bfcf0 req-c24f5269-7c43-4a40-9947-42f2beee26eb tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:14.376701 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ffdac3f4-3d5d-4305-a1d6-6afa517bfcf0 req-c24f5269-7c43-4a40-9947-42f2beee26eb tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 943 time: 0.5289354 Feb 18 12:31:14.433532 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-de29e772-c0a2-459c-af59-1b4b8a3caaab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:14.555533 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-abd9c914-a561-429c-a169-12a30326ff74 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Network 1108d427-5cec-48df-9400-d1b0a430230f is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:31:14.558974 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-abd9c914-a561-429c-a169-12a30326ff74 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:31:14.561500 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-abd9c914-a561-429c-a169-12a30326ff74 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:31:14.566674 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-abd9c914-a561-429c-a169-12a30326ff74 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:14.567386 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-abd9c914-a561-429c-a169-12a30326ff74 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:14.618085 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-78361410-3636-42ce-9b50-eec6ad045e67 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854411096'] for floatingip, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:14.619176 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning for port 0e9a29da-094f-4cad-a5a7-3f9624ee1497 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:31:14.659945 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 0e9a29da-094f-4cad-a5a7-3f9624ee1497 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:31:14.660157 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ffdac3f4-3d5d-4305-a1d6-6afa517bfcf0 req-56b4bd8a-ee70-4fdb-8e7c-2b69ced7f695 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823231 Feb 18 12:31:14.675455 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9c914-a561-429c-a169-12a30326ff74 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Pushing event updated for resources: {'Port': ['ID=07c335ac-b582-4c72-a3b2-82540c224746,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:14.678800 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-78361410-3636-42ce-9b50-eec6ad045e67 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for floatingip, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:14.681591 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-abd9c914-a561-429c-a169-12a30326ff74 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:14.687847 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:14.688154 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-78361410-3636-42ce-9b50-eec6ad045e67 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8992071 Feb 18 12:31:14.700827 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-abd9c914-a561-429c-a169-12a30326ff74 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5243521 Feb 18 12:31:14.772503 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning for port 68406d86-0c79-468b-b3da-1a430d916da1 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:31:14.782069 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-80a38877-3582-4ced-ad30-eea15ae51ae4 req-7954d16e-00cb-4e0c-b672-25d142d557ba tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Synchronizing usage tracker for tenant:394178baeecd40f8b2869b8d1ad6dc2e on resource:port {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:31:14.803900 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 68406d86-0c79-468b-b3da-1a430d916da1 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:31:14.804620 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:14.807583 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-80a38877-3582-4ced-ad30-eea15ae51ae4 req-7954d16e-00cb-4e0c-b672-25d142d557ba tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Unset dirty status for tenant:394178baeecd40f8b2869b8d1ad6dc2e on resource:port {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:31:14.822160 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-80a38877-3582-4ced-ad30-eea15ae51ae4 req-7954d16e-00cb-4e0c-b672-25d142d557ba tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 210 time: 0.1171639 Feb 18 12:31:14.926868 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d66090b1-362a-402a-ac8b-d1d65fd59bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e1c181-3ef9-412f-8173-b4914c3d7e42', 'name': 'tempest-ServerRescueNegativeTestJSON-1346194922-router', 'tenant_id': '394178baeecd40f8b2869b8d1ad6dc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '96fcb2f6-727f-4a70-be36-859fafd0f605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:38Z', 'updated_at': '2021-02-18T12:30:57Z', 'revision_number': 4, 'project_id': '394178baeecd40f8b2869b8d1ad6dc2e', 'gw_port': {'id': '96fcb2f6-727f-4a70-be36-859fafd0f605', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e1c181-3ef9-412f-8173-b4914c3d7e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:41Z', 'updated_at': '2021-02-18T12:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '0e9a29da-094f-4cad-a5a7-3f9624ee1497', 'name': '', 'network_id': '1108d427-5cec-48df-9400-d1b0a430230f', 'tenant_id': '394178baeecd40f8b2869b8d1ad6dc2e', 'mac_address': 'fa:16:3e:e9:ce:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e1c181-3ef9-412f-8173-b4914c3d7e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6f2ab429-4198-4068-a977-62c5ab8abd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:55Z', 'updated_at': '2021-02-18T12:31:12Z', 'revision_number': 4, 'project_id': '394178baeecd40f8b2869b8d1ad6dc2e', 'subnets': [{'id': '6f2ab429-4198-4068-a977-62c5ab8abd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:31:14.936720 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66090b1-362a-402a-ac8b-d1d65fd59bc2 None None] The sync data for ids ['f8e1c181-3ef9-412f-8173-b4914c3d7e42'] in dv-cinder-776422-1-iscsi is: [{'id': 'f8e1c181-3ef9-412f-8173-b4914c3d7e42', 'name': 'tempest-ServerRescueNegativeTestJSON-1346194922-router', 'tenant_id': '394178baeecd40f8b2869b8d1ad6dc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '96fcb2f6-727f-4a70-be36-859fafd0f605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:38Z', 'updated_at': '2021-02-18T12:30:57Z', 'revision_number': 4, 'project_id': '394178baeecd40f8b2869b8d1ad6dc2e', 'gw_port': {'id': '96fcb2f6-727f-4a70-be36-859fafd0f605', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e1c181-3ef9-412f-8173-b4914c3d7e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:41Z', 'updated_at': '2021-02-18T12:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '0e9a29da-094f-4cad-a5a7-3f9624ee1497', 'name': '', 'network_id': '1108d427-5cec-48df-9400-d1b0a430230f', 'tenant_id': '394178baeecd40f8b2869b8d1ad6dc2e', 'mac_address': 'fa:16:3e:e9:ce:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e1c181-3ef9-412f-8173-b4914c3d7e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6f2ab429-4198-4068-a977-62c5ab8abd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:55Z', 'updated_at': '2021-02-18T12:31:12Z', 'revision_number': 4, 'project_id': '394178baeecd40f8b2869b8d1ad6dc2e', 'subnets': [{'id': '6f2ab429-4198-4068-a977-62c5ab8abd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:31:15.007394 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:15.027876 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-010d7809-b938-4401-a10f-89ccda25e0cd req-a65cc712-3987-4f33-b9d6-6d108572614a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 210 time: 0.1240487 Feb 18 12:31:15.083328 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port 68406d86-0c79-468b-b3da-1a430d916da1, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=68406d86-0c79-468b-b3da-1a430d916da1,segment=NetworkSegment(13f2b173-6074-45c7-9bc8-d842540e3664),segment_id=13f2b173-6074-45c7-9bc8-d842540e3664)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:31:15.085620 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e4b1bc-a0ca-49ba-ae6d-f496283e362f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68406d86-0c79-468b-b3da-1a430d916da1'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:31:15.202954 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:15.207414 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:15.297617 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-aab423d8-d2ea-4780-b459-8869f13cb51e tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Synchronizing usage tracker for tenant:3dcf01e3ea2c4a6eb682ad617909055d on resource:security_group {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:31:15.298087 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=68406d86-0c79-468b-b3da-1a430d916da1,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:15.306580 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:15.369091 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-aab423d8-d2ea-4780-b459-8869f13cb51e tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Unset dirty status for tenant:3dcf01e3ea2c4a6eb682ad617909055d on resource:security_group {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:31:15.377472 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-aab423d8-d2ea-4780-b459-8869f13cb51e tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--2126262339&fields=id&tenant_id=3dcf01e3ea2c4a6eb682ad617909055d HTTP/1.1" status: 200 len: 267 time: 0.1594043 Feb 18 12:31:15.488460 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:15.560041 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] For port 0e9a29da-094f-4cad-a5a7-3f9624ee1497, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=0e9a29da-094f-4cad-a5a7-3f9624ee1497,segment=NetworkSegment(9e349296-a32e-43ca-8f1a-7ded5615c216),segment_id=9e349296-a32e-43ca-8f1a-7ded5615c216)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:31:15.577186 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:15.579319 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:15.754705 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-32d8f8cf-1ed2-43d3-8448-99d4d3a008c2 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:15.756238 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-32d8f8cf-1ed2-43d3-8448-99d4d3a008c2 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Synchronizing usage tracker for tenant:3dcf01e3ea2c4a6eb682ad617909055d on resource:network {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:31:15.765950 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Pushing event updated for resources: {'Port': ['ID=0e9a29da-094f-4cad-a5a7-3f9624ee1497,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:15.770492 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e4b1bc-a0ca-49ba-ae6d-f496283e362f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68406d86-0c79-468b-b3da-1a430d916da1', 'code': 200} Feb 18 12:31:15.771241 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:15.797269 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 657101ce-5922-48f2-bef3-81dc8f7abf26 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:31:15.811052 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-32d8f8cf-1ed2-43d3-8448-99d4d3a008c2 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Unset dirty status for tenant:3dcf01e3ea2c4a6eb682ad617909055d on resource:network {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:31:15.818280 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-32d8f8cf-1ed2-43d3-8448-99d4d3a008c2 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/networks?id=bb258f48-33fc-49fc-8809-521607151087 HTTP/1.1" status: 200 len: 811 time: 0.4396067 Feb 18 12:31:15.842407 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-0e117016-86f1-47aa-9e99-2ea861ca2bfe tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/quotas/3dcf01e3ea2c4a6eb682ad617909055d HTTP/1.1" status: 200 len: 375 time: 0.0230763 Feb 18 12:31:15.897685 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning for port 657101ce-5922-48f2-bef3-81dc8f7abf26 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:31:15.903792 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 657101ce-5922-48f2-bef3-81dc8f7abf26 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:31:15.904390 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:15.971144 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-8f24b6de-fc36-4003-a6ae-62045576ccf7 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Synchronizing usage tracker for tenant:3dcf01e3ea2c4a6eb682ad617909055d on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:31:16.001034 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-8f24b6de-fc36-4003-a6ae-62045576ccf7 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Unset dirty status for tenant:3dcf01e3ea2c4a6eb682ad617909055d on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:31:16.002789 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-8f24b6de-fc36-4003-a6ae-62045576ccf7 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1595602 Feb 18 12:31:16.024691 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17dfbb-2bbd-4c90-af61-c7a8da955132 req-e999992e-62b9-4359-9f87-63d5022b14ea tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:16.026564 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7f17dfbb-2bbd-4c90-af61-c7a8da955132 req-e999992e-62b9-4359-9f87-63d5022b14ea tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.1192126 Feb 18 12:31:16.054840 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:16.103705 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] For port 657101ce-5922-48f2-bef3-81dc8f7abf26, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=657101ce-5922-48f2-bef3-81dc8f7abf26,segment=NetworkSegment(dcd0093b-fa12-4c25-8d55-c39ba97d84fe),segment_id=dcd0093b-fa12-4c25-8d55-c39ba97d84fe)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:31:16.113460 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:16.118754 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b6657c4c-c953-4a4c-900d-7ce26fee907e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:16.131585 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7f17dfbb-2bbd-4c90-af61-c7a8da955132 req-426ee1e6-de2d-4e4a-90e2-dd36e64fe9ed tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982544 Feb 18 12:31:16.140488 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-03af812e-70e7-4514-a616-555e34e7e884 req-0f21bf56-3253-4fd0-ad36-3ceca5d9a5f6 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Request body: {'port': {'device_id': '46855df9-6eb6-400e-8978-aa9bc3035f66', 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28', 'admin_state_up': True, 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'security_groups': ['fb08b04f-821c-47c6-9470-2b383fd33b6e']}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:31:16.259001 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Pushing event updated for resources: {'Port': ['ID=657101ce-5922-48f2-bef3-81dc8f7abf26,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:16.271285 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:16.333497 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-34b68dcd-1485-4cae-a939-febadb4e5613 req-636d98f1-e37e-4bba-9dea-fd1872b7e1d0 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 210 time: 0.0529640 Feb 18 12:31:16.383476 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-2d8fde97-ce4d-47ff-b308-66d1805a6f32 service neutron] 10.222.0.83 "GET /v2.0/networks/bb258f48-33fc-49fc-8809-521607151087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585622 Feb 18 12:31:16.384703 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-03af812e-70e7-4514-a616-555e34e7e884 req-0f21bf56-3253-4fd0-ad36-3ceca5d9a5f6 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:31:16.391530 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-03af812e-70e7-4514-a616-555e34e7e884 req-0f21bf56-3253-4fd0-ad36-3ceca5d9a5f6 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Usage tracker for resource:port and tenant:fff3f4ff6e52473eab85e6377277c4bd is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:31:16.485634 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-03af812e-70e7-4514-a616-555e34e7e884 req-0f21bf56-3253-4fd0-ad36-3ceca5d9a5f6 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:31:16.506209 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-03af812e-70e7-4514-a616-555e34e7e884 req-0f21bf56-3253-4fd0-ad36-3ceca5d9a5f6 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:31:16.539019 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03af812e-70e7-4514-a616-555e34e7e884 req-0f21bf56-3253-4fd0-ad36-3ceca5d9a5f6 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Made reservation on behalf of fff3f4ff6e52473eab85e6377277c4bd for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:31:16.544880 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-03af812e-70e7-4514-a616-555e34e7e884 req-0f21bf56-3253-4fd0-ad36-3ceca5d9a5f6 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:16.601406 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-ec30582a-bcdc-4d4a-b76b-87a97e62229d service neutron] 10.222.0.83 "GET /v2.0/networks/bb258f48-33fc-49fc-8809-521607151087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2061009 Feb 18 12:31:16.664126 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-3eaad008-ac52-4de6-9d8c-50be606d7642 req-4bf76689-0bfe-4d5c-aaa4-c3d3e7b8dae1 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Synchronizing usage tracker for tenant:fff3f4ff6e52473eab85e6377277c4bd on resource:port {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:31:16.694875 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-3eaad008-ac52-4de6-9d8c-50be606d7642 req-4bf76689-0bfe-4d5c-aaa4-c3d3e7b8dae1 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Unset dirty status for tenant:fff3f4ff6e52473eab85e6377277c4bd on resource:port {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:31:16.696319 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3eaad008-ac52-4de6-9d8c-50be606d7642 req-4bf76689-0bfe-4d5c-aaa4-c3d3e7b8dae1 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 210 time: 0.1098440 Feb 18 12:31:16.868746 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-630f809d-489c-4723-896c-4a7f152e245a req-206f8fc7-cee1-4b9d-8c85-bdbb89d2e995 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0802608 Feb 18 12:31:16.999238 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-03af812e-70e7-4514-a616-555e34e7e884 req-0f21bf56-3253-4fd0-ad36-3ceca5d9a5f6 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Allocated IP 172.20.0.3 (c68b6376-2ee0-4ad3-a877-08dcce1a2d28/e4044c87-5ed4-4e4e-a96f-b6177944301a/19a802e4-5491-40b3-a616-250e68167213) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:31:17.187321 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 41950) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:17.246544 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-03af812e-70e7-4514-a616-555e34e7e884 req-0f21bf56-3253-4fd0-ad36-3ceca5d9a5f6 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:17.268327 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-03af812e-70e7-4514-a616-555e34e7e884 req-0f21bf56-3253-4fd0-ad36-3ceca5d9a5f6 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Transition to ACTIVE for port object 19a802e4-5491-40b3-a616-250e68167213 will not be triggered until provisioned by entity DHCP. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:31:17.295266 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-03af812e-70e7-4514-a616-555e34e7e884 req-0f21bf56-3253-4fd0-ad36-3ceca5d9a5f6 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:17.315314 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:17.455236 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21bf56-3253-4fd0-ad36-3ceca5d9a5f6 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Pushing event updated for resources: {'Port': ['ID=19a802e4-5491-40b3-a616-250e68167213,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:17.459563 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0f21bf56-3253-4fd0-ad36-3ceca5d9a5f6 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:17.581833 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-4219bd83-538a-4d7f-843e-5242fbe80082 service neutron] Request body: {'port': {'device_id': '7960d0ea-9b45-4575-aef5-8f544c636d95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:31:17.676335 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90962d2f-6177-4a56-814f-2be188622af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:17.697766 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 657101ce-5922-48f2-bef3-81dc8f7abf26 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:31:17.710035 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-90962d2f-6177-4a56-814f-2be188622af0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:31:17.715918 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-90962d2f-6177-4a56-814f-2be188622af0 admin admin] Usage tracker for resource:security_group_rule and tenant:45129b0e23d94f8489d5cf3a33ad05f1 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:31:17.719773 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-90962d2f-6177-4a56-814f-2be188622af0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:31:17.737412 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-90962d2f-6177-4a56-814f-2be188622af0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:31:17.769385 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0410623f-cbd2-46bf-845d-3549582322b9 req-6f0e8bb0-31c4-4312-9e6a-f77dd3279fb5 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 210 time: 0.2874126 Feb 18 12:31:17.774011 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 657101ce-5922-48f2-bef3-81dc8f7abf26 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:31:17.774615 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:17.840525 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03af812e-70e7-4514-a616-555e34e7e884 req-0f21bf56-3253-4fd0-ad36-3ceca5d9a5f6 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Network c68b6376-2ee0-4ad3-a877-08dcce1a2d28 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:31:17.841718 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-03af812e-70e7-4514-a616-555e34e7e884 req-0f21bf56-3253-4fd0-ad36-3ceca5d9a5f6 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:31:17.844197 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-03af812e-70e7-4514-a616-555e34e7e884 req-0f21bf56-3253-4fd0-ad36-3ceca5d9a5f6 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:31:17.888365 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f299543-b2f8-4802-bf29-aaad0aba5792 req-fc476c08-9cd2-420f-a2b9-b0732c14017e tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:17.921909 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4f299543-b2f8-4802-bf29-aaad0aba5792 req-fc476c08-9cd2-420f-a2b9-b0732c14017e tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.6359658 Feb 18 12:31:17.922522 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af812e-70e7-4514-a616-555e34e7e884 req-0f21bf56-3253-4fd0-ad36-3ceca5d9a5f6 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:17.923246 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-03af812e-70e7-4514-a616-555e34e7e884 req-0f21bf56-3253-4fd0-ad36-3ceca5d9a5f6 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:17.954071 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-4219bd83-538a-4d7f-843e-5242fbe80082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:17.963550 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 0e9a29da-094f-4cad-a5a7-3f9624ee1497 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:31:17.977516 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03af812e-70e7-4514-a616-555e34e7e884 req-0f21bf56-3253-4fd0-ad36-3ceca5d9a5f6 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8500898 Feb 18 12:31:17.999819 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-03af812e-70e7-4514-a616-555e34e7e884 req-43151e68-ead6-4380-aeae-11a96b729480 service neutron] Request body: {'port': {'device_id': '46855df9-6eb6-400e-8978-aa9bc3035f66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:31:18.139052 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 0e9a29da-094f-4cad-a5a7-3f9624ee1497 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:31:18.139754 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:18.196007 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 68406d86-0c79-468b-b3da-1a430d916da1 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:31:18.225128 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90962d2f-6177-4a56-814f-2be188622af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:18.240109 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4f299543-b2f8-4802-bf29-aaad0aba5792 req-7ad4a396-f263-4ab6-aa74-050f9654c01f tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898960 Feb 18 12:31:18.310839 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3dc38-04bf-4b3a-bae8-fe572e7c5d5d req-b6f1a744-a136-4e55-b287-535c05805e42 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:18.311955 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-d0c3dc38-04bf-4b3a-bae8-fe572e7c5d5d req-b6f1a744-a136-4e55-b287-535c05805e42 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Synchronizing usage tracker for tenant:fff3f4ff6e52473eab85e6377277c4bd on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:31:18.313118 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-cff50712-47b5-4fed-a0f4-191d05549732 None None] Provisioning for port 19a802e4-5491-40b3-a616-250e68167213 completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:31:18.318627 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-03af812e-70e7-4514-a616-555e34e7e884 req-43151e68-ead6-4380-aeae-11a96b729480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:18.325503 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-cff50712-47b5-4fed-a0f4-191d05549732 None None] Provisioning complete for port 19a802e4-5491-40b3-a616-250e68167213 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:31:18.326186 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cff50712-47b5-4fed-a0f4-191d05549732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:18.400583 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-d0c3dc38-04bf-4b3a-bae8-fe572e7c5d5d req-b6f1a744-a136-4e55-b287-535c05805e42 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Unset dirty status for tenant:fff3f4ff6e52473eab85e6377277c4bd on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:31:18.402224 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d0c3dc38-04bf-4b3a-bae8-fe572e7c5d5d req-b6f1a744-a136-4e55-b287-535c05805e42 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 931 time: 0.3124843 Feb 18 12:31:18.444379 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90962d2f-6177-4a56-814f-2be188622af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:18.474165 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 68406d86-0c79-468b-b3da-1a430d916da1 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:31:18.474530 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:18.500762 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-cff50712-47b5-4fed-a0f4-191d05549732 None None] Port 19a802e4-5491-40b3-a616-250e68167213 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:31:18.525133 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d0c3dc38-04bf-4b3a-bae8-fe572e7c5d5d req-61fbf8e5-c04b-4eb4-9096-fb6e32ee88b1 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055946 Feb 18 12:31:18.525333 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:18.579428 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90962d2f-6177-4a56-814f-2be188622af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7165fd3b-8a55-422e-a19f-aa14e7277499,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:18.603357 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-90962d2f-6177-4a56-814f-2be188622af0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=45129b0e23d94f8489d5cf3a33ad05f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4148028 Feb 18 12:31:18.604930 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 41974) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:18.608602 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-90962d2f-6177-4a56-814f-2be188622af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:18.612531 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-45a97090-e87d-4543-bb5e-a4769485eda4 req-37bb9d2e-2896-41c8-9930-7f1e57ab1c3f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.1668930 Feb 18 12:31:18.732842 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93cccb-8fa2-4da5-b982-3f56eb03a734 req-6ef0f1e4-5297-4b2d-b5d6-5e7fd889aeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:18.734403 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5b93cccb-8fa2-4da5-b982-3f56eb03a734 req-6ef0f1e4-5297-4b2d-b5d6-5e7fd889aeb8 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 1162 time: 0.5079620 Feb 18 12:31:18.786206 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f10111c1-890c-4d14-9410-4696157107cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:18.837235 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f10111c1-890c-4d14-9410-4696157107cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:18.855742 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-4219bd83-538a-4d7f-843e-5242fbe80082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07c335ac-b582-4c72-a3b2-82540c224746 {{(pid=83986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:31:18.866014 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-4219bd83-538a-4d7f-843e-5242fbe80082 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:18.881313 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-4219bd83-538a-4d7f-843e-5242fbe80082 service neutron] Transition to ACTIVE for port object 07c335ac-b582-4c72-a3b2-82540c224746 will not be triggered until provisioned by entity L2. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:31:18.885153 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-4219bd83-538a-4d7f-843e-5242fbe80082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:18.905235 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e4280530-d977-4424-bbea-ede9302b44ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:18.998497 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c4acf7e9-b683-4862-beda-8743f0d7b236 req-88b5422c-4307-4b02-af74-083daeade3b8 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 210 time: 0.0709920 Feb 18 12:31:19.007109 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f10111c1-890c-4d14-9410-4696157107cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:19.009375 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-03af812e-70e7-4514-a616-555e34e7e884 req-43151e68-ead6-4380-aeae-11a96b729480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a802e4-5491-40b3-a616-250e68167213 {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:31:19.021141 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-537cbd3e-e91f-40f2-a11e-b31941043495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:19.030167 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-03af812e-70e7-4514-a616-555e34e7e884 req-43151e68-ead6-4380-aeae-11a96b729480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:19.044125 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10111c1-890c-4d14-9410-4696157107cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7165fd3b-8a55-422e-a19f-aa14e7277499,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:19.049923 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f10111c1-890c-4d14-9410-4696157107cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:19.051766 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f10111c1-890c-4d14-9410-4696157107cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:19.052636 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-f10111c1-890c-4d14-9410-4696157107cd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7165fd3b-8a55-422e-a19f-aa14e7277499 HTTP/1.1" status: 204 len: 168 time: 0.4465189 Feb 18 12:31:19.055783 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-03af812e-70e7-4514-a616-555e34e7e884 req-43151e68-ead6-4380-aeae-11a96b729480 service neutron] Transition to ACTIVE for port object 19a802e4-5491-40b3-a616-250e68167213 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:31:19.058866 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-03af812e-70e7-4514-a616-555e34e7e884 req-43151e68-ead6-4380-aeae-11a96b729480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:19.076273 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:19.087662 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219bd83-538a-4d7f-843e-5242fbe80082 service neutron] Pushing event updated for resources: {'Port': ['ID=07c335ac-b582-4c72-a3b2-82540c224746,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:19.099843 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4219bd83-538a-4d7f-843e-5242fbe80082 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:19.213934 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43151e68-ead6-4380-aeae-11a96b729480 service neutron] Pushing event updated for resources: {'Port': ['ID=19a802e4-5491-40b3-a616-250e68167213,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:19.222065 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-43151e68-ead6-4380-aeae-11a96b729480 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:19.235303 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-4219bd83-538a-4d7f-843e-5242fbe80082 service neutron] Attempting to bind port 07c335ac-b582-4c72-a3b2-82540c224746 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:31:19.235713 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-4219bd83-538a-4d7f-843e-5242fbe80082 service neutron] Attempting to bind port 07c335ac-b582-4c72-a3b2-82540c224746 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '9e349296-a32e-43ca-8f1a-7ded5615c216', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1108d427-5cec-48df-9400-d1b0a430230f'}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:31:19.236087 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-4219bd83-538a-4d7f-843e-5242fbe80082 service neutron] Attempting to bind port 07c335ac-b582-4c72-a3b2-82540c224746 on network 1108d427-5cec-48df-9400-d1b0a430230f {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:31:19.242490 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-4219bd83-538a-4d7f-843e-5242fbe80082 service neutron] Checking agent: {'id': '18f92198-7ba7-4077-b6e2-71a52c8a0624', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 28, 38), 'started_at': datetime.datetime(2021, 2, 18, 12, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:31:19.242866 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-4219bd83-538a-4d7f-843e-5242fbe80082 service neutron] Checking segment: {'id': '9e349296-a32e-43ca-8f1a-7ded5615c216', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1108d427-5cec-48df-9400-d1b0a430230f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:31:19.243270 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-4219bd83-538a-4d7f-843e-5242fbe80082 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:19.243723 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-4219bd83-538a-4d7f-843e-5242fbe80082 service neutron] Bound using segment: {'id': '9e349296-a32e-43ca-8f1a-7ded5615c216', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1108d427-5cec-48df-9400-d1b0a430230f'} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:31:19.244206 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-4219bd83-538a-4d7f-843e-5242fbe80082 service neutron] Bound port: 07c335ac-b582-4c72-a3b2-82540c224746, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e349296-a32e-43ca-8f1a-7ded5615c216', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1108d427-5cec-48df-9400-d1b0a430230f'}}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:31:19.244866 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-4219bd83-538a-4d7f-843e-5242fbe80082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:19.360139 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-4219bd83-538a-4d7f-843e-5242fbe80082 service neutron] For port 07c335ac-b582-4c72-a3b2-82540c224746, host hv-cinder-77642, cleared binding levels {{(pid=83986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:31:19.363743 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-4219bd83-538a-4d7f-843e-5242fbe80082 service neutron] For port 07c335ac-b582-4c72-a3b2-82540c224746, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=07c335ac-b582-4c72-a3b2-82540c224746,segment=NetworkSegment(9e349296-a32e-43ca-8f1a-7ded5615c216),segment_id=9e349296-a32e-43ca-8f1a-7ded5615c216)] {{(pid=83986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:31:19.368324 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-4219bd83-538a-4d7f-843e-5242fbe80082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:19.388983 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:19.477354 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 41992) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:19.509541 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6afd8e37-370a-4d4d-8892-2a414d5ce848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:19.532137 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6afd8e37-370a-4d4d-8892-2a414d5ce848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:31:19.539586 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-6afd8e37-370a-4d4d-8892-2a414d5ce848 admin admin] Usage tracker for resource:security_group_rule and tenant:69f901bc745e43e6a9e0b46a7e1bfebd is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:31:19.544047 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-6afd8e37-370a-4d4d-8892-2a414d5ce848 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:31:19.559133 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6afd8e37-370a-4d4d-8892-2a414d5ce848 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:31:19.580707 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-03af812e-70e7-4514-a616-555e34e7e884 req-43151e68-ead6-4380-aeae-11a96b729480 service neutron] Attempting to bind port 19a802e4-5491-40b3-a616-250e68167213 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:31:19.581099 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-03af812e-70e7-4514-a616-555e34e7e884 req-43151e68-ead6-4380-aeae-11a96b729480 service neutron] Attempting to bind port 19a802e4-5491-40b3-a616-250e68167213 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '4bdb087e-bbe6-4ba9-a0a9-e1159b18d382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:31:19.581473 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03af812e-70e7-4514-a616-555e34e7e884 req-43151e68-ead6-4380-aeae-11a96b729480 service neutron] Attempting to bind port 19a802e4-5491-40b3-a616-250e68167213 on network c68b6376-2ee0-4ad3-a877-08dcce1a2d28 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:31:19.595563 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03af812e-70e7-4514-a616-555e34e7e884 req-43151e68-ead6-4380-aeae-11a96b729480 service neutron] Checking agent: {'id': '18f92198-7ba7-4077-b6e2-71a52c8a0624', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 28, 38), 'started_at': datetime.datetime(2021, 2, 18, 12, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:31:19.595890 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03af812e-70e7-4514-a616-555e34e7e884 req-43151e68-ead6-4380-aeae-11a96b729480 service neutron] Checking segment: {'id': '4bdb087e-bbe6-4ba9-a0a9-e1159b18d382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:31:19.596329 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-03af812e-70e7-4514-a616-555e34e7e884 req-43151e68-ead6-4380-aeae-11a96b729480 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:19.596731 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03af812e-70e7-4514-a616-555e34e7e884 req-43151e68-ead6-4380-aeae-11a96b729480 service neutron] Bound using segment: {'id': '4bdb087e-bbe6-4ba9-a0a9-e1159b18d382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:31:19.597225 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-03af812e-70e7-4514-a616-555e34e7e884 req-43151e68-ead6-4380-aeae-11a96b729480 service neutron] Bound port: 19a802e4-5491-40b3-a616-250e68167213, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bdb087e-bbe6-4ba9-a0a9-e1159b18d382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:31:19.597606 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-03af812e-70e7-4514-a616-555e34e7e884 req-43151e68-ead6-4380-aeae-11a96b729480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:19.632543 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219bd83-538a-4d7f-843e-5242fbe80082 service neutron] Pushing event updated for resources: {'Port': ['ID=07c335ac-b582-4c72-a3b2-82540c224746,revision_number=3']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:19.642270 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4219bd83-538a-4d7f-843e-5242fbe80082 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:19.689770 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082abec3-d26d-4cd7-bd6b-e5643cc3d728 req-57bc6a22-b810-4165-964c-4af46ef06e19 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:19.691433 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-082abec3-d26d-4cd7-bd6b-e5643cc3d728 req-57bc6a22-b810-4165-964c-4af46ef06e19 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.3063903 Feb 18 12:31:19.693347 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-4219bd83-538a-4d7f-843e-5242fbe80082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:19.694019 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-4219bd83-538a-4d7f-843e-5242fbe80082 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:19.695415 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-4219bd83-538a-4d7f-843e-5242fbe80082 service neutron] 10.222.0.99 "PUT /v2.0/ports/07c335ac-b582-4c72-a3b2-82540c224746 HTTP/1.1" status: 200 len: 1157 time: 2.1399271 Feb 18 12:31:19.696016 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7960d0ea-9b45-4575-aef5-8f544c636d95', 'tag': '07c335ac-b582-4c72-a3b2-82540c224746'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:31:19.745533 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-082abec3-d26d-4cd7-bd6b-e5643cc3d728 req-c7804442-05de-4da4-8a12-8db56335cd44 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440159 Feb 18 12:31:19.831718 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-03af812e-70e7-4514-a616-555e34e7e884 req-43151e68-ead6-4380-aeae-11a96b729480 service neutron] For port 19a802e4-5491-40b3-a616-250e68167213, host hv-cinder-77642, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:31:19.865652 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-03af812e-70e7-4514-a616-555e34e7e884 req-43151e68-ead6-4380-aeae-11a96b729480 service neutron] For port 19a802e4-5491-40b3-a616-250e68167213, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=19a802e4-5491-40b3-a616-250e68167213,segment=NetworkSegment(4bdb087e-bbe6-4ba9-a0a9-e1159b18d382),segment_id=4bdb087e-bbe6-4ba9-a0a9-e1159b18d382)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:31:19.880436 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-03af812e-70e7-4514-a616-555e34e7e884 req-43151e68-ead6-4380-aeae-11a96b729480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:19.898682 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1bfb37dc-0553-4e9f-bc6e-b51db687b2f9 req-029d1055-23ed-4fe0-b41c-28d19a323b43 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0522447 Feb 18 12:31:19.899913 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6afd8e37-370a-4d4d-8892-2a414d5ce848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:19.903387 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:19.956960 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7960d0ea-9b45-4575-aef5-8f544c636d95', 'tag': '07c335ac-b582-4c72-a3b2-82540c224746', 'status': 'completed', 'code': 200} Feb 18 12:31:20.012888 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6afd8e37-370a-4d4d-8892-2a414d5ce848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:20.030527 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57f424-b9c6-4217-93c1-c3be03325781 req-8326e4e5-39b3-4864-902f-1eaed3c014dc tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:20.032196 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-df57f424-b9c6-4217-93c1-c3be03325781 req-8326e4e5-39b3-4864-902f-1eaed3c014dc tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.3434572 Feb 18 12:31:20.137123 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-6afd8e37-370a-4d4d-8892-2a414d5ce848 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=69f901bc745e43e6a9e0b46a7e1bfebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6586235 Feb 18 12:31:20.146323 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 42006) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:20.151470 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43151e68-ead6-4380-aeae-11a96b729480 service neutron] Pushing event updated for resources: {'Port': ['ID=19a802e4-5491-40b3-a616-250e68167213,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:20.161918 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-43151e68-ead6-4380-aeae-11a96b729480 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:20.162846 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:20.182544 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a3f9c794-34e7-4648-860b-00a27f4eaaa5 req-bddf0fd9-b219-4d7f-977b-a138e283908e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 210 time: 0.0511355 Feb 18 12:31:20.187708 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-df57f424-b9c6-4217-93c1-c3be03325781 req-a24f7d9c-b758-4ba7-9a92-b21687554a9e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424830 Feb 18 12:31:20.250748 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd8e37-370a-4d4d-8892-2a414d5ce848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0acea00-3a5b-4ec2-8b1c-6d1197e9df29,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:20.268316 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6afd8e37-370a-4d4d-8892-2a414d5ce848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:20.277640 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af812e-70e7-4514-a616-555e34e7e884 req-43151e68-ead6-4380-aeae-11a96b729480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:20.278326 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-03af812e-70e7-4514-a616-555e34e7e884 req-43151e68-ead6-4380-aeae-11a96b729480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:20.279978 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03af812e-70e7-4514-a616-555e34e7e884 req-43151e68-ead6-4380-aeae-11a96b729480 service neutron] 10.222.0.99 "PUT /v2.0/ports/19a802e4-5491-40b3-a616-250e68167213 HTTP/1.1" status: 200 len: 1157 time: 2.2851441 Feb 18 12:31:20.281625 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46855df9-6eb6-400e-8978-aa9bc3035f66', 'tag': '19a802e4-5491-40b3-a616-250e68167213'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:31:20.311802 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4cf3d4a7-d1b9-4bf0-bc98-2e938916bada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:20.345331 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4cf3d4a7-d1b9-4bf0-bc98-2e938916bada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:20.421065 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4cf3d4a7-d1b9-4bf0-bc98-2e938916bada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:20.426812 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9e48f2cb-14a4-4760-92cd-9592f72ce39b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:20.444861 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3d4a7-d1b9-4bf0-bc98-2e938916bada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0acea00-3a5b-4ec2-8b1c-6d1197e9df29,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:20.448023 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4cf3d4a7-d1b9-4bf0-bc98-2e938916bada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:20.448976 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4cf3d4a7-d1b9-4bf0-bc98-2e938916bada admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:20.450208 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-4cf3d4a7-d1b9-4bf0-bc98-2e938916bada admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a0acea00-3a5b-4ec2-8b1c-6d1197e9df29 HTTP/1.1" status: 204 len: 168 time: 0.2952232 Feb 18 12:31:20.578415 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46855df9-6eb6-400e-8978-aa9bc3035f66', 'tag': '19a802e4-5491-40b3-a616-250e68167213', 'status': 'completed', 'code': 200} Feb 18 12:31:20.954656 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cad44-f51a-4f7e-bd28-cd228e848872 req-2301a055-c5ce-475a-972c-07cb5920c5df tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:20.956358 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-436cad44-f51a-4f7e-bd28-cd228e848872 req-2301a055-c5ce-475a-972c-07cb5920c5df tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.0946782 Feb 18 12:31:21.027259 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-436cad44-f51a-4f7e-bd28-cd228e848872 req-70216295-889e-4988-bbdf-321c3ff40397 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617223 Feb 18 12:31:21.093857 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-98e17453-6ac7-4107-bc24-48b2ea54cebb req-09bfe193-4be4-422a-8650-693f71c72f21 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0509923 Feb 18 12:31:21.473822 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-571a7910-8180-43a1-a9e5-06d16dad7d83 req-ee44f86c-f592-4f68-8cb4-88a6c2fe7688 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 210 time: 0.1122248 Feb 18 12:31:21.509869 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09d558-396e-41f1-a6d0-6b095bab2e29 req-17b0cd09-ee0e-46a0-8d75-c9b41d9fbf5f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:21.512597 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0a09d558-396e-41f1-a6d0-6b095bab2e29 req-17b0cd09-ee0e-46a0-8d75-c9b41d9fbf5f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.1569741 Feb 18 12:31:21.563427 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-0a09d558-396e-41f1-a6d0-6b095bab2e29 req-4bdd0478-254e-44bb-899b-26debfb3bebc tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Synchronizing usage tracker for tenant:fff3f4ff6e52473eab85e6377277c4bd on resource:security_group {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:31:21.576651 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-0a09d558-396e-41f1-a6d0-6b095bab2e29 req-4bdd0478-254e-44bb-899b-26debfb3bebc tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Unset dirty status for tenant:fff3f4ff6e52473eab85e6377277c4bd on resource:security_group {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:31:21.577914 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0a09d558-396e-41f1-a6d0-6b095bab2e29 req-4bdd0478-254e-44bb-899b-26debfb3bebc tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564613 Feb 18 12:31:21.828273 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5b93cccb-8fa2-4da5-b982-3f56eb03a734 req-c6bfabb4-2144-4c47-9379-a595e215a490 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:21.846160 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-5b93cccb-8fa2-4da5-b982-3f56eb03a734 req-c6bfabb4-2144-4c47-9379-a595e215a490 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:31:21.850984 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-5b93cccb-8fa2-4da5-b982-3f56eb03a734 req-c6bfabb4-2144-4c47-9379-a595e215a490 service neutron] Usage tracker for resource:security_group_rule and tenant:0671911442ef4e98bfc6da984e28645c is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:31:21.853972 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-5b93cccb-8fa2-4da5-b982-3f56eb03a734 req-c6bfabb4-2144-4c47-9379-a595e215a490 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:31:21.860639 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-5b93cccb-8fa2-4da5-b982-3f56eb03a734 req-c6bfabb4-2144-4c47-9379-a595e215a490 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:31:21.973365 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af812e-70e7-4514-a616-555e34e7e884 req-26619cab-afa4-4941-bff4-d47af40770c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:21.975208 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03af812e-70e7-4514-a616-555e34e7e884 req-26619cab-afa4-4941-bff4-d47af40770c6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fff3f4ff6e52473eab85e6377277c4bd&device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 1160 time: 0.0886452 Feb 18 12:31:22.012993 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbf07e-3f3d-49ff-a1a4-1eae4df80483 req-02705508-1274-4007-a961-ed1da821fc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:22.014651 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-effbf07e-3f3d-49ff-a1a4-1eae4df80483 req-02705508-1274-4007-a961-ed1da821fc5e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=394178baeecd40f8b2869b8d1ad6dc2e&device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 1160 time: 0.1255887 Feb 18 12:31:22.028946 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5b93cccb-8fa2-4da5-b982-3f56eb03a734 req-c6bfabb4-2144-4c47-9379-a595e215a490 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:22.065089 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5b93cccb-8fa2-4da5-b982-3f56eb03a734 req-c6bfabb4-2144-4c47-9379-a595e215a490 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:22.097338 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03af812e-70e7-4514-a616-555e34e7e884 req-4e5260de-c72a-4b16-9a3d-79ac0e713e49 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19a802e4-5491-40b3-a616-250e68167213 HTTP/1.1" status: 200 len: 217 time: 0.1049764 Feb 18 12:31:22.128227 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:22.178576 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5b93cccb-8fa2-4da5-b982-3f56eb03a734 req-c6bfabb4-2144-4c47-9379-a595e215a490 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689163 Feb 18 12:31:22.181496 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bfabb4-2144-4c47-9379-a595e215a490 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2240c4b2-89be-493d-bda2-fefda54fa6f8,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:22.186656 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c6bfabb4-2144-4c47-9379-a595e215a490 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:22.236420 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbf07e-3f3d-49ff-a1a4-1eae4df80483 req-f338a5c3-5fcf-481e-a9fb-2bf13ef546cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:22.238036 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-effbf07e-3f3d-49ff-a1a4-1eae4df80483 req-f338a5c3-5fcf-481e-a9fb-2bf13ef546cc service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=394178baeecd40f8b2869b8d1ad6dc2e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2078009 Feb 18 12:31:22.282856 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af812e-70e7-4514-a616-555e34e7e884 req-216b3007-c256-4461-a400-b6535e105f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:22.284461 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03af812e-70e7-4514-a616-555e34e7e884 req-216b3007-c256-4461-a400-b6535e105f90 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e4044c87-5ed4-4e4e-a96f-b6177944301a HTTP/1.1" status: 200 len: 855 time: 0.1801314 Feb 18 12:31:22.297639 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e56a5966-cc01-485a-9143-10127d099732 req-a4561cdb-9766-4618-9d6b-0ad998cac892 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0490427 Feb 18 12:31:22.350187 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda13b56-f3bd-41e5-9b6e-eedfe5071170 req-81095cee-2685-48d0-8191-9a80adc5385d tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:22.351851 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cda13b56-f3bd-41e5-9b6e-eedfe5071170 req-81095cee-2685-48d0-8191-9a80adc5385d tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.1082087 Feb 18 12:31:22.411130 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cda13b56-f3bd-41e5-9b6e-eedfe5071170 req-8a3943f6-bd64-4cf6-aec5-1715819e2fce tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499613 Feb 18 12:31:22.652177 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3e23446f-f878-4772-92ac-e58fca8906f8 req-1ca87d75-844d-4dbd-be8c-b99fd1e6fe8e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 210 time: 0.0573173 Feb 18 12:31:22.681709 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 42094) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:22.833804 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7244a0a1-91fd-4e1f-ad90-c43ebeb7fd88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:22.911540 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7244a0a1-91fd-4e1f-ad90-c43ebeb7fd88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:31:23.124609 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-7244a0a1-91fd-4e1f-ad90-c43ebeb7fd88 admin admin] Usage tracker for resource:security_group_rule and tenant:17a26efb0b444368b79af707cb28a540 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:31:23.127854 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-7244a0a1-91fd-4e1f-ad90-c43ebeb7fd88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:31:23.133972 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7244a0a1-91fd-4e1f-ad90-c43ebeb7fd88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:31:23.192604 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbf07e-3f3d-49ff-a1a4-1eae4df80483 req-e0e7237d-1487-4923-8009-121de9043763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:23.194081 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-effbf07e-3f3d-49ff-a1a4-1eae4df80483 req-e0e7237d-1487-4923-8009-121de9043763 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4353752 Feb 18 12:31:23.213362 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1222e4c-f74b-4e54-b392-b963beac5856 req-cac11e5d-bc96-494d-b7f4-7cc7f8229252 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:23.215066 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f1222e4c-f74b-4e54-b392-b963beac5856 req-cac11e5d-bc96-494d-b7f4-7cc7f8229252 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.4773967 Feb 18 12:31:23.249287 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af812e-70e7-4514-a616-555e34e7e884 req-b3d8a60d-f523-4f57-84b8-a13c59e57d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:23.250880 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03af812e-70e7-4514-a616-555e34e7e884 req-b3d8a60d-f523-4f57-84b8-a13c59e57d40 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4424756 Feb 18 12:31:23.284471 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-1261efd4-4c63-4a49-b0b1-52a2f453f7e8 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:23.286565 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-1261efd4-4c63-4a49-b0b1-52a2f453f7e8 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.99 "GET /v2.0/networks?id=1108d427-5cec-48df-9400-d1b0a430230f HTTP/1.1" status: 200 len: 819 time: 0.1689003 Feb 18 12:31:23.303242 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f1222e4c-f74b-4e54-b392-b963beac5856 req-18150ded-d166-42fa-8702-27bb93c14848 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800276 Feb 18 12:31:23.317278 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7244a0a1-91fd-4e1f-ad90-c43ebeb7fd88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:23.320866 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7244a0a1-91fd-4e1f-ad90-c43ebeb7fd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:23.329893 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:23.375981 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-7244a0a1-91fd-4e1f-ad90-c43ebeb7fd88 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=17a26efb0b444368b79af707cb28a540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6925242 Feb 18 12:31:23.376978 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244a0a1-91fd-4e1f-ad90-c43ebeb7fd88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80084111-6f78-421e-be98-9e1d3bcf7085,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:23.379295 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 42110) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:23.393554 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7244a0a1-91fd-4e1f-ad90-c43ebeb7fd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:23.447795 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2f80f547-717a-4d9f-bc13-895ac2e7af71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:23.521923 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2f80f547-717a-4d9f-bc13-895ac2e7af71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:23.530732 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7e555184-da82-43e0-b17d-67737314f221 req-db23a1dd-15cc-4461-a644-7003c261b94a tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0678895 Feb 18 12:31:23.577643 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2f80f547-717a-4d9f-bc13-895ac2e7af71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:23.583700 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fa8c54a1-f862-4881-8bb1-06bc5cbf2a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:23.597877 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80f547-717a-4d9f-bc13-895ac2e7af71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80084111-6f78-421e-be98-9e1d3bcf7085,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:23.601403 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2f80f547-717a-4d9f-bc13-895ac2e7af71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:23.611908 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2f80f547-717a-4d9f-bc13-895ac2e7af71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:23.613188 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-2f80f547-717a-4d9f-bc13-895ac2e7af71 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/80084111-6f78-421e-be98-9e1d3bcf7085 HTTP/1.1" status: 204 len: 168 time: 0.2328546 Feb 18 12:31:23.673441 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482c1aa-71d4-4487-83dc-34e60af03538 req-4743c98b-4a4d-43b0-b897-cf0bc4b1b9e7 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:23.680233 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5482c1aa-71d4-4487-83dc-34e60af03538 req-4743c98b-4a4d-43b0-b897-cf0bc4b1b9e7 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.1508744 Feb 18 12:31:23.741062 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5482c1aa-71d4-4487-83dc-34e60af03538 req-c5d81c07-03be-4246-8355-fe62daa28ff8 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583291 Feb 18 12:31:23.862833 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-780be219-5c1f-4412-b7f7-b78c905a365e req-5a2cb95b-1596-43c3-9408-6ca1a329d87c tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 210 time: 0.0496774 Feb 18 12:31:23.973897 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 42136) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:23.993449 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ac5ae309-6f0a-418d-9fc5-9eea4775e18e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:24.009832 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ac5ae309-6f0a-418d-9fc5-9eea4775e18e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:31:24.013847 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-ac5ae309-6f0a-418d-9fc5-9eea4775e18e admin admin] Usage tracker for resource:security_group_rule and tenant:b23dae617e3b429699fdb2ab5ba7acb2 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:31:24.017324 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-ac5ae309-6f0a-418d-9fc5-9eea4775e18e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:31:24.023369 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ac5ae309-6f0a-418d-9fc5-9eea4775e18e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:31:24.108922 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ac5ae309-6f0a-418d-9fc5-9eea4775e18e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:24.112093 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ac5ae309-6f0a-418d-9fc5-9eea4775e18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:24.121887 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:24.173615 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 42142) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:24.174097 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ac5ae309-6f0a-418d-9fc5-9eea4775e18e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b23dae617e3b429699fdb2ab5ba7acb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1986773 Feb 18 12:31:24.175730 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ae309-6f0a-418d-9fc5-9eea4775e18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64eb11a8-4eda-4915-916c-9ad929394169,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:24.179833 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ac5ae309-6f0a-418d-9fc5-9eea4775e18e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:24.263401 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-07ecebd9-74c4-4639-985b-a89c5dcf7e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:24.290051 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-07ecebd9-74c4-4639-985b-a89c5dcf7e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:24.335001 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-07ecebd9-74c4-4639-985b-a89c5dcf7e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:24.339287 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:24.354677 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ecebd9-74c4-4639-985b-a89c5dcf7e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64eb11a8-4eda-4915-916c-9ad929394169,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:24.360163 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-07ecebd9-74c4-4639-985b-a89c5dcf7e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:24.365538 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-07ecebd9-74c4-4639-985b-a89c5dcf7e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:24.366762 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-07ecebd9-74c4-4639-985b-a89c5dcf7e9b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/64eb11a8-4eda-4915-916c-9ad929394169 HTTP/1.1" status: 204 len: 168 time: 0.1920812 Feb 18 12:31:24.636007 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842141e-8a67-4000-a01c-7d796d1a2c63 req-d789cc6d-a3f3-45f2-8834-a08f5d6fbcea tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:24.637739 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7842141e-8a67-4000-a01c-7d796d1a2c63 req-d789cc6d-a3f3-45f2-8834-a08f5d6fbcea tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.0935960 Feb 18 12:31:24.689086 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7842141e-8a67-4000-a01c-7d796d1a2c63 req-47e5a72d-cbb4-4bf7-a305-7981013b0893 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450287 Feb 18 12:31:24.722149 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-958339e7-0f75-44ee-a2ae-4a2f39a46dcb req-7cacc1a2-a26d-4983-b6e9-148397ce73f4 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0504825 Feb 18 12:31:24.957053 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78812e89-183a-4513-b6c3-61916a91c504 req-47e778fc-cc56-4b42-ac92-c039f93bfbb6 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:24.959235 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-78812e89-183a-4513-b6c3-61916a91c504 req-47e778fc-cc56-4b42-ac92-c039f93bfbb6 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.0983672 Feb 18 12:31:25.009606 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-78812e89-183a-4513-b6c3-61916a91c504 req-85d529ee-6c5d-4dad-add0-d8887a042a8e tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436287 Feb 18 12:31:25.041098 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2ec16804-d512-48de-af62-6716b15b6bad req-a067d710-33f1-4bfa-81e8-4fb027595d17 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 210 time: 0.0571947 Feb 18 12:31:25.910826 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1e2bb-5ecb-4ba5-bf9a-fa82afc8fbc5 req-ab8294d5-9bf3-45e1-bb35-d4fdbfa6e8ee tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:25.911868 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc565f08-f937-4522-b10c-01476e1e0d00 req-240564d8-be0b-4538-a45a-903fb4a9333f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0624175 Feb 18 12:31:25.912766 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c8c1e2bb-5ecb-4ba5-bf9a-fa82afc8fbc5 req-ab8294d5-9bf3-45e1-bb35-d4fdbfa6e8ee tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.1015863 Feb 18 12:31:25.965594 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c8c1e2bb-5ecb-4ba5-bf9a-fa82afc8fbc5 req-174262fc-1623-4e17-9027-ae78ea6e32cd tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459914 Feb 18 12:31:26.221763 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-619d93ab-1ba0-4587-9a61-46367698ba58 req-b93dd680-f37b-4258-8a62-4b149c468572 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 210 time: 0.0623434 Feb 18 12:31:26.228228 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11edbd0-7eb3-4525-8b0a-edef5d1cd823 req-2d4e4382-a456-4dec-96ba-5ac2005a1dcc tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:26.229907 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d11edbd0-7eb3-4525-8b0a-edef5d1cd823 req-2d4e4382-a456-4dec-96ba-5ac2005a1dcc tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.1030142 Feb 18 12:31:26.283645 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d11edbd0-7eb3-4525-8b0a-edef5d1cd823 req-e3c8b706-8249-43b0-8121-009200dac8ad tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463791 Feb 18 12:31:26.851695 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-cda6888d-1bc5-4269-835b-2b8f5f22083e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Request body: {'port': {'device_id': '1c1d764f-81fd-4488-890b-fbbbda606a95', 'network_id': '1108d427-5cec-48df-9400-d1b0a430230f', 'admin_state_up': True, 'tenant_id': '394178baeecd40f8b2869b8d1ad6dc2e'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:31:27.007676 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03af812e-70e7-4514-a616-555e34e7e884 req-925382bf-9587-43aa-aa1a-c9b03d602e0d service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623836 Feb 18 12:31:27.097141 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-c4362936-6f84-4ac5-8eda-758fe54ecad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:27.099755 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-c4362936-6f84-4ac5-8eda-758fe54ecad5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=394178baeecd40f8b2869b8d1ad6dc2e&device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 1160 time: 0.2283149 Feb 18 12:31:27.140853 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-cda6888d-1bc5-4269-835b-2b8f5f22083e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:31:27.170486 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-cda6888d-1bc5-4269-835b-2b8f5f22083e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:31:27.186908 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-cda6888d-1bc5-4269-835b-2b8f5f22083e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Made reservation on behalf of 394178baeecd40f8b2869b8d1ad6dc2e for: {'port': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:31:27.192615 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-cda6888d-1bc5-4269-835b-2b8f5f22083e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:27.210198 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-683f3bfb-0dc4-4f6e-ad81-c9ed2238ecad req-fcd15af7-246f-40a7-b2fa-9f06503faf6c tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0827432 Feb 18 12:31:27.279283 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03af812e-70e7-4514-a616-555e34e7e884 req-32bc8f60-7b6c-47b6-83cd-5a8b485644ea service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2405000 Feb 18 12:31:27.306456 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-8be267a1-9bc0-4d2c-b127-2786ba6278cd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07c335ac-b582-4c72-a3b2-82540c224746 HTTP/1.1" status: 200 len: 217 time: 0.1037431 Feb 18 12:31:27.340505 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0823bf-5f60-41fa-b967-24ca312b19a7 req-bddfcf4d-6357-4b73-b280-3bb9e12c3df1 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:27.342181 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cb0823bf-5f60-41fa-b967-24ca312b19a7 req-bddfcf4d-6357-4b73-b280-3bb9e12c3df1 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.2384305 Feb 18 12:31:27.452620 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-09639896-5fbc-4e80-b8d6-be56273a4113 req-b58156e5-51ea-4784-a2f3-311b9e2a1a1e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 210 time: 0.0539258 Feb 18 12:31:27.480163 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cb0823bf-5f60-41fa-b967-24ca312b19a7 req-be94945b-5344-403b-955e-f1c080b30802 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832438 Feb 18 12:31:27.695647 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-9dbd89f8-e388-40fb-b0c6-c573b68e1418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:27.698523 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-9dbd89f8-e388-40fb-b0c6-c573b68e1418 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6f2ab429-4198-4068-a977-62c5ab8abd80 HTTP/1.1" status: 200 len: 859 time: 0.1345317 Feb 18 12:31:27.742431 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc9c9a-82e6-430b-b42a-027d2f51d398 req-384485ee-a349-4791-9cca-3dc03a0e68a0 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:27.744157 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9fbc9c9a-82e6-430b-b42a-027d2f51d398 req-384485ee-a349-4791-9cca-3dc03a0e68a0 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.1833344 Feb 18 12:31:27.748185 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8a442-bcaf-4b99-a446-b2e75723c591 req-93b5cf68-c781-4cef-a1f1-e59452f18850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:27.749712 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-96f8a442-bcaf-4b99-a446-b2e75723c591 req-93b5cf68-c781-4cef-a1f1-e59452f18850 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fff3f4ff6e52473eab85e6377277c4bd&device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 1160 time: 0.1424506 Feb 18 12:31:27.766172 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-207cd24e-1342-46c0-9ba5-5d05732e5ac7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1108d427-5cec-48df-9400-d1b0a430230f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579004 Feb 18 12:31:27.774323 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-cda6888d-1bc5-4269-835b-2b8f5f22083e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Allocated IP 172.20.0.11 (1108d427-5cec-48df-9400-d1b0a430230f/6f2ab429-4198-4068-a977-62c5ab8abd80/9f5db636-8aa0-4212-b3b0-0b0b38c0e292) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:31:27.794479 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.99', 50565) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:27.807873 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9fbc9c9a-82e6-430b-b42a-027d2f51d398 req-a5655712-0750-467e-873c-dbc7d3642c77 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570745 Feb 18 12:31:28.145718 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-fcf51277-c622-45ea-9485-531589ab56ad service neutron] 10.222.0.99 "GET /v2.0/networks/1108d427-5cec-48df-9400-d1b0a430230f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175788 Feb 18 12:31:28.148530 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-33661180-8310-4086-8a90-552ee18c4a16 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:28.150163 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-33661180-8310-4086-8a90-552ee18c4a16 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.99 "GET /v2.0/networks?id=bb258f48-33fc-49fc-8809-521607151087 HTTP/1.1" status: 200 len: 811 time: 0.3277695 Feb 18 12:31:28.152957 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8a442-bcaf-4b99-a446-b2e75723c591 req-704af9b3-5f3b-4d88-abf8-9c1218f7ef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:28.154419 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-96f8a442-bcaf-4b99-a446-b2e75723c591 req-704af9b3-5f3b-4d88-abf8-9c1218f7ef0e service neutron] 10.222.0.99 "GET /v2.0/networks?id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28 HTTP/1.1" status: 200 len: 910 time: 0.3287876 Feb 18 12:31:28.182257 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-cda6888d-1bc5-4269-835b-2b8f5f22083e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:28.213504 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-cda6888d-1bc5-4269-835b-2b8f5f22083e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:28.228985 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:28.413271 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-50f0c023-1ba6-4e7c-8a05-e6794af5f3ee req-d69b72b9-25b5-4abe-b510-e367b0615228 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0575356 Feb 18 12:31:28.419067 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6888d-1bc5-4269-835b-2b8f5f22083e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Pushing event updated for resources: {'Port': ['ID=9f5db636-8aa0-4212-b3b0-0b0b38c0e292,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:28.424048 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cda6888d-1bc5-4269-835b-2b8f5f22083e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:28.491304 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-cda6888d-1bc5-4269-835b-2b8f5f22083e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Network 1108d427-5cec-48df-9400-d1b0a430230f is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:31:28.493046 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-cda6888d-1bc5-4269-835b-2b8f5f22083e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:31:28.495157 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-cda6888d-1bc5-4269-835b-2b8f5f22083e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:31:28.500275 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-cda6888d-1bc5-4269-835b-2b8f5f22083e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:28.500948 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-cda6888d-1bc5-4269-835b-2b8f5f22083e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:28.537416 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-cda6888d-1bc5-4269-835b-2b8f5f22083e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6922636 Feb 18 12:31:28.674627 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d08d7-458a-45a2-ada6-a1d6250b6974 req-c2c25d2f-f097-4209-af6d-c4bcee5cab3e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:28.677097 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-862d08d7-458a-45a2-ada6-a1d6250b6974 req-c2c25d2f-f097-4209-af6d-c4bcee5cab3e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 932 time: 0.0975080 Feb 18 12:31:28.713081 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0986bf-2a12-4b4a-8180-5a0171f492d2 req-2ea821dc-e7a6-49d2-8738-c0428cf32e36 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:28.714853 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8a0986bf-2a12-4b4a-8180-5a0171f492d2 req-2ea821dc-e7a6-49d2-8738-c0428cf32e36 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.1001954 Feb 18 12:31:28.730613 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-862d08d7-458a-45a2-ada6-a1d6250b6974 req-32a24da5-81c7-44e0-a0ad-3b6e6b78159f tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Synchronizing usage tracker for tenant:394178baeecd40f8b2869b8d1ad6dc2e on resource:security_group {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:31:28.752116 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-862d08d7-458a-45a2-ada6-a1d6250b6974 req-32a24da5-81c7-44e0-a0ad-3b6e6b78159f tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Unset dirty status for tenant:394178baeecd40f8b2869b8d1ad6dc2e on resource:security_group {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:31:28.753666 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-862d08d7-458a-45a2-ada6-a1d6250b6974 req-32a24da5-81c7-44e0-a0ad-3b6e6b78159f tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692492 Feb 18 12:31:28.769209 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8a0986bf-2a12-4b4a-8180-5a0171f492d2 req-02e716d0-3211-4cd3-8b0e-65828a29119a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470252 Feb 18 12:31:29.025734 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6b8c4-a17c-4f26-b191-9c738e72aae3 req-35fb83ce-f4d4-4f41-b915-2415913066ec tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:29.027402 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-69b6b8c4-a17c-4f26-b191-9c738e72aae3 req-35fb83ce-f4d4-4f41-b915-2415913066ec tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.0926948 Feb 18 12:31:29.076521 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-69b6b8c4-a17c-4f26-b191-9c738e72aae3 req-f93b468d-31f3-419a-8850-03b6b2c4671c tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426424 Feb 18 12:31:29.585623 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-52e1f8f6-1505-44c9-8f99-7378b6414369 req-2a8b3ab9-cf49-4683-ab61-ae13317dc734 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0502412 Feb 18 12:31:29.958122 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b46fd-1ff3-46b2-bb09-ee873a614e29 req-3c160693-8a25-4ab6-a6b3-2f3e014c42c6 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:29.959919 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c54b46fd-1ff3-46b2-bb09-ee873a614e29 req-3c160693-8a25-4ab6-a6b3-2f3e014c42c6 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 932 time: 0.0894549 Feb 18 12:31:29.983833 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6e34d-8178-4dd6-9fa1-776c9bbb9d3e req-09299f4a-b792-49a4-a80b-c2f269ca27f0 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:29.985410 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f0d6e34d-8178-4dd6-9fa1-776c9bbb9d3e req-09299f4a-b792-49a4-a80b-c2f269ca27f0 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.0954993 Feb 18 12:31:30.012427 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c54b46fd-1ff3-46b2-bb09-ee873a614e29 req-2ad52902-57b4-48bb-bfef-761b25f1a9a7 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459871 Feb 18 12:31:30.038321 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f0d6e34d-8178-4dd6-9fa1-776c9bbb9d3e req-9c853014-8787-4f4c-a2ba-756f2f9c8f68 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458903 Feb 18 12:31:30.276916 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ffc0b-dd8f-496e-96dd-5151afe0ffdc req-44d3c89a-fa5f-46d4-90ef-38df8d0602d6 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:30.278540 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-da7ffc0b-dd8f-496e-96dd-5151afe0ffdc req-44d3c89a-fa5f-46d4-90ef-38df8d0602d6 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.0899353 Feb 18 12:31:30.327865 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-da7ffc0b-dd8f-496e-96dd-5151afe0ffdc req-4f4dd6b9-6100-4d70-a82e-403d0b10fa33 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428102 Feb 18 12:31:30.747830 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b18865a7-a362-4691-8f2d-ddb34e84aca1 req-4bc9f7c0-9c94-4367-b3c0-1e2149cba080 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0480151 Feb 18 12:31:30.973614 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-62a9a20b-eee1-4866-b3e6-1f6329317320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:31.223463 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532f8f7-5892-45e0-b49b-85dd18d05be4 req-15c4845b-f88c-4656-bed9-f7178009f215 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:31.225354 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0532f8f7-5892-45e0-b49b-85dd18d05be4 req-15c4845b-f88c-4656-bed9-f7178009f215 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 932 time: 0.0925751 Feb 18 12:31:31.249925 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edbb60-7088-4148-91c1-7c2f5f7fa0da req-b50c94b9-ced8-4af6-a315-538adbb64f4e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:31.251566 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b1edbb60-7088-4148-91c1-7c2f5f7fa0da req-b50c94b9-ced8-4af6-a315-538adbb64f4e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.0938287 Feb 18 12:31:31.287133 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0532f8f7-5892-45e0-b49b-85dd18d05be4 req-d2b79068-d34c-48fe-9c78-fb377f3ce6e6 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532861 Feb 18 12:31:31.310983 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b1edbb60-7088-4148-91c1-7c2f5f7fa0da req-57e1dade-6035-4465-b840-aafe5b329f74 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511277 Feb 18 12:31:31.531421 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426fb1b-e811-4242-92b4-0db557cc882c req-c034f5d8-e2e9-436b-b9f0-39d77932dcf4 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:31.533195 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6426fb1b-e811-4242-92b4-0db557cc882c req-c034f5d8-e2e9-436b-b9f0-39d77932dcf4 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.0884168 Feb 18 12:31:31.589537 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6426fb1b-e811-4242-92b4-0db557cc882c req-7832fc38-87ab-47e1-8707-c24573a88267 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491588 Feb 18 12:31:31.911732 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-54b6eeae-426f-4a06-a0ef-145db52e06fb req-58001d0a-1894-461c-a8fd-0f0ae404551b tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0480704 Feb 18 12:31:32.437084 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Request body: {'port': {'device_id': '1c1d764f-81fd-4488-890b-fbbbda606a95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:31:32.573735 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-96f8a442-bcaf-4b99-a446-b2e75723c591 req-c04d7327-8502-47f0-b63c-41029f3a5534 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19a802e4-5491-40b3-a616-250e68167213 HTTP/1.1" status: 200 len: 217 time: 0.1085715 Feb 18 12:31:32.699731 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-fbf831e4-c682-4ccd-9fb9-20865543ff63 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d HTTP/1.1" status: 200 len: 5704 time: 0.2363880 Feb 18 12:31:32.718762 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8a442-bcaf-4b99-a446-b2e75723c591 req-b0a2185a-c5b3-4c73-980a-920eeb9db837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:32.720343 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-96f8a442-bcaf-4b99-a446-b2e75723c591 req-b0a2185a-c5b3-4c73-980a-920eeb9db837 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e4044c87-5ed4-4e4e-a96f-b6177944301a HTTP/1.1" status: 200 len: 855 time: 0.1112084 Feb 18 12:31:32.730821 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d128f56-31bc-4840-8ae8-90fef33b41a6 req-9d6db0e5-7964-4b97-a221-b1b3d20cc81e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:32.732391 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2d128f56-31bc-4840-8ae8-90fef33b41a6 req-9d6db0e5-7964-4b97-a221-b1b3d20cc81e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 932 time: 0.3088593 Feb 18 12:31:32.782334 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2d128f56-31bc-4840-8ae8-90fef33b41a6 req-25f76545-4a58-4f58-b10f-679f597f32d1 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432000 Feb 18 12:31:32.946267 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:32.973685 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53d1a8-db83-467f-bbca-4b73d3b792e1 req-e1c2d00c-d28a-41ae-8e98-25ee2b4c5152 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:32.975972 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5c53d1a8-db83-467f-bbca-4b73d3b792e1 req-e1c2d00c-d28a-41ae-8e98-25ee2b4c5152 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.0886545 Feb 18 12:31:33.015708 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-0d14fddc-97af-4ec7-8339-7bb669f5f6cc service neutron] 10.222.0.99 "GET /v2.0/networks/1108d427-5cec-48df-9400-d1b0a430230f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5458343 Feb 18 12:31:33.027517 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5c53d1a8-db83-467f-bbca-4b73d3b792e1 req-9af61945-d45a-4bfd-bc78-d65141870ef2 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444760 Feb 18 12:31:33.036711 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11284c-a559-4fd8-8fb8-8f050a888007 req-8241e3d1-4b79-4c85-8252-e45d3016a064 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:33.038328 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9e11284c-a559-4fd8-8fb8-8f050a888007 req-8241e3d1-4b79-4c85-8252-e45d3016a064 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.5697887 Feb 18 12:31:33.147940 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Request body: {'port': {'device_id': 'e8ea2d51-cedf-431d-b84a-b2ad42889a66', 'network_id': 'bb258f48-33fc-49fc-8809-521607151087', 'admin_state_up': True, 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'security_groups': ['07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf']}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:31:33.154849 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9e11284c-a559-4fd8-8fb8-8f050a888007 req-e37e2755-271a-40f8-8a65-b3041cb78544 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091578 Feb 18 12:31:33.358122 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-faec6138-825b-4156-ae29-9eb95dadda90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:33.510168 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1933aae0-7088-494c-876e-486c31706575 req-0d9a24f9-3fa5-4119-9b4d-aa16133d5e73 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.3394504 Feb 18 12:31:33.546087 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f5db636-8aa0-4212-b3b0-0b0b38c0e292 {{(pid=83986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:31:33.555209 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:33.568073 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Transition to ACTIVE for port object 9f5db636-8aa0-4212-b3b0-0b0b38c0e292 will not be triggered until provisioned by entity L2. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:31:33.570698 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:33.586532 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:33.589528 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8a442-bcaf-4b99-a446-b2e75723c591 req-8defabe1-7c74-442e-b03f-2fd76d82fed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:33.591119 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-96f8a442-bcaf-4b99-a446-b2e75723c591 req-8defabe1-7c74-442e-b03f-2fd76d82fed3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4900589 Feb 18 12:31:33.598250 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:31:33.609447 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:31:33.622837 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Made reservation on behalf of 3dcf01e3ea2c4a6eb682ad617909055d for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:31:33.629874 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:33.830059 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:33.837951 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-96f8a442-bcaf-4b99-a446-b2e75723c591 req-8cadef93-8ce3-4b87-9cb6-d06aa66aa3eb service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883729 Feb 18 12:31:33.957623 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Pushing event updated for resources: {'Port': ['ID=9f5db636-8aa0-4212-b3b0-0b0b38c0e292,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:33.985301 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Attempting to bind port 9f5db636-8aa0-4212-b3b0-0b0b38c0e292 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:31:33.985672 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Attempting to bind port 9f5db636-8aa0-4212-b3b0-0b0b38c0e292 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '9e349296-a32e-43ca-8f1a-7ded5615c216', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1108d427-5cec-48df-9400-d1b0a430230f'}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:31:33.986477 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Attempting to bind port 9f5db636-8aa0-4212-b3b0-0b0b38c0e292 on network 1108d427-5cec-48df-9400-d1b0a430230f {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:31:33.997159 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:33.997641 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:33.998050 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:33.998431 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:33.998808 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:33.999182 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:33.999573 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:33.999949 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:34.000319 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:34.000687 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:34.001052 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:34.001415 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:34.002140 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:34.002395 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:34.002759 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:34.003123 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:34.003746 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:34.005117 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:34.005117 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:34.005478 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:34.005847 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:34.006211 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:34.006579 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:34.007181 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:34.047932 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Checking agent: {'id': '18f92198-7ba7-4077-b6e2-71a52c8a0624', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 28, 38), 'started_at': datetime.datetime(2021, 2, 18, 12, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:31:34.048300 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Checking segment: {'id': '9e349296-a32e-43ca-8f1a-7ded5615c216', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1108d427-5cec-48df-9400-d1b0a430230f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:31:34.048692 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:34.049082 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Bound using segment: {'id': '9e349296-a32e-43ca-8f1a-7ded5615c216', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1108d427-5cec-48df-9400-d1b0a430230f'} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:31:34.049574 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Bound port: 9f5db636-8aa0-4212-b3b0-0b0b38c0e292, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e349296-a32e-43ca-8f1a-7ded5615c216', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1108d427-5cec-48df-9400-d1b0a430230f'}}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:31:34.049941 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:34.078897 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:34.158405 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-96f8a442-bcaf-4b99-a446-b2e75723c591 req-12b98424-ed54-44cd-a035-f25a63a80a55 service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3037436 Feb 18 12:31:34.215344 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c08f7-3c68-4ed5-b052-50c0a29a8683 req-fd4a8527-cdba-4e97-81a0-f187eea6e7ec tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:34.216205 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-917c08f7-3c68-4ed5-b052-50c0a29a8683 req-fd4a8527-cdba-4e97-81a0-f187eea6e7ec tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Synchronizing usage tracker for tenant:394178baeecd40f8b2869b8d1ad6dc2e on resource:port {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:31:34.231235 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] For port 9f5db636-8aa0-4212-b3b0-0b0b38c0e292, host hv-cinder-77642, cleared binding levels {{(pid=83986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:31:34.237177 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] For port 9f5db636-8aa0-4212-b3b0-0b0b38c0e292, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=9f5db636-8aa0-4212-b3b0-0b0b38c0e292,segment=NetworkSegment(9e349296-a32e-43ca-8f1a-7ded5615c216),segment_id=9e349296-a32e-43ca-8f1a-7ded5615c216)] {{(pid=83986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:31:34.242578 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:34.243871 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-917c08f7-3c68-4ed5-b052-50c0a29a8683 req-fd4a8527-cdba-4e97-81a0-f187eea6e7ec tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Unset dirty status for tenant:394178baeecd40f8b2869b8d1ad6dc2e on resource:port {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:31:34.245160 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-917c08f7-3c68-4ed5-b052-50c0a29a8683 req-fd4a8527-cdba-4e97-81a0-f187eea6e7ec tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 944 time: 0.2344201 Feb 18 12:31:34.262630 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-de29e772-c0a2-459c-af59-1b4b8a3caaab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:34.376152 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b452f-06ce-418a-be82-77a709f9cd25 req-ad63b15f-63cc-4c86-84eb-7852bb250f55 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:34.382612 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-379b452f-06ce-418a-be82-77a709f9cd25 req-ad63b15f-63cc-4c86-84eb-7852bb250f55 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.2159762 Feb 18 12:31:34.441323 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-917c08f7-3c68-4ed5-b052-50c0a29a8683 req-0a510acc-3a30-4bf3-8df4-4f1c2248f782 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819067 Feb 18 12:31:34.476598 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Pushing event updated for resources: {'Port': ['ID=9f5db636-8aa0-4212-b3b0-0b0b38c0e292,revision_number=3']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:34.484933 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:34.490292 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-379b452f-06ce-418a-be82-77a709f9cd25 req-1b415a23-569b-4261-b686-748c3f79468a tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025915 Feb 18 12:31:34.518830 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Allocated IP 172.20.0.8 (bb258f48-33fc-49fc-8809-521607151087/5c10d723-44ed-460c-abaf-474c1da07dd6/8961bbb9-e560-4a9e-ae9a-0a7b7997d078) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:31:34.553282 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:34.555598 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:34.561409 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] 10.222.0.99 "PUT /v2.0/ports/9f5db636-8aa0-4212-b3b0-0b0b38c0e292 HTTP/1.1" status: 200 len: 1158 time: 2.1293726 Feb 18 12:31:34.563714 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c1d764f-81fd-4488-890b-fbbbda606a95', 'tag': '9f5db636-8aa0-4212-b3b0-0b0b38c0e292'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:31:34.780483 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2068a08a-0039-42e6-8d39-14f77b1a26f0 req-64391c3f-b7e1-4ca2-abd8-3702c47f7c3a tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0639858 Feb 18 12:31:34.835564 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d1cc8-ef7f-4231-8397-9a58dd2819b0 req-04e942f2-c574-4f13-8c81-dcefa98eaf1b tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:34.837255 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5f2d1cc8-ef7f-4231-8397-9a58dd2819b0 req-04e942f2-c574-4f13-8c81-dcefa98eaf1b tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.2577631 Feb 18 12:31:34.839574 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-9b62f2c8-6184-4d4e-9b7f-4dd433165d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:34.841136 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-9b62f2c8-6184-4d4e-9b7f-4dd433165d72 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=394178baeecd40f8b2869b8d1ad6dc2e&device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 1161 time: 0.1362274 Feb 18 12:31:34.928670 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:34.964679 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c1d764f-81fd-4488-890b-fbbbda606a95', 'tag': '9f5db636-8aa0-4212-b3b0-0b0b38c0e292', 'status': 'completed', 'code': 200} Feb 18 12:31:34.968080 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-01388d4d-d45d-44ff-9312-08ffad6649fd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f5db636-8aa0-4212-b3b0-0b0b38c0e292 HTTP/1.1" status: 200 len: 217 time: 0.0831666 Feb 18 12:31:34.971257 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Transition to ACTIVE for port object 8961bbb9-e560-4a9e-ae9a-0a7b7997d078 will not be triggered until provisioned by entity DHCP. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:31:34.971830 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5f2d1cc8-ef7f-4231-8397-9a58dd2819b0 req-2d33c813-c946-4fc4-b0c9-1c921e2ae934 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257834 Feb 18 12:31:35.007082 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:35.029615 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-43151e68-ead6-4380-aeae-11a96b729480 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:35.052732 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-f7bd6ff3-2eb0-4caf-8f48-c996e1b6808b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:35.054470 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-f7bd6ff3-2eb0-4caf-8f48-c996e1b6808b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6f2ab429-4198-4068-a977-62c5ab8abd80 HTTP/1.1" status: 200 len: 859 time: 0.0779128 Feb 18 12:31:35.120591 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-edb30839-9e2f-42c8-83d4-2f187a39f0c7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1108d427-5cec-48df-9400-d1b0a430230f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579114 Feb 18 12:31:35.151273 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:35.199748 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Pushing event updated for resources: {'Port': ['ID=8961bbb9-e560-4a9e-ae9a-0a7b7997d078,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:35.212744 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:35.213146 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:35.213538 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:35.213927 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:35.219277 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:35.219725 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:35.220118 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:35.220500 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:35.220880 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:35.221347 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:35.221672 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:35.222043 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:35.222515 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:35.222920 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:35.223287 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:35.223764 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:35.224141 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:35.224508 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:35.224878 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:35.225246 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:35.225618 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:35.225986 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:35.226358 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:35.226726 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:35.232742 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:35.282369 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Network bb258f48-33fc-49fc-8809-521607151087 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:31:35.283642 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:31:35.286250 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:31:35.354806 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-b9e70570-63e7-47c1-9bb1-dafacb1707ef service neutron] 10.222.0.99 "GET /v2.0/networks/1108d427-5cec-48df-9400-d1b0a430230f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242429 Feb 18 12:31:35.378967 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:35.380577 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:35.410649 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3110521 Feb 18 12:31:35.430669 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-6bacde69-b77a-402d-ab4e-0fbcf3af8c29 service neutron] Request body: {'port': {'device_id': 'e8ea2d51-cedf-431d-b84a-b2ad42889a66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:31:35.491701 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:35.619668 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-6bacde69-b77a-402d-ab4e-0fbcf3af8c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:35.671420 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-60e36e5c-4700-4b20-80ba-b5bc42908003 req-5c30a935-e72c-4afd-9f10-d7e99a152d8d service neutron] 10.222.0.99 "GET /v2.0/networks/1108d427-5cec-48df-9400-d1b0a430230f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3091021 Feb 18 12:31:35.724924 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-bcb04f13-6894-404f-9bc0-603fc055c387 None None] Provisioning for port 8961bbb9-e560-4a9e-ae9a-0a7b7997d078 completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:31:35.730825 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-bcb04f13-6894-404f-9bc0-603fc055c387 None None] Provisioning complete for port 8961bbb9-e560-4a9e-ae9a-0a7b7997d078 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:31:35.731739 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bcb04f13-6894-404f-9bc0-603fc055c387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:35.824742 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-bcb04f13-6894-404f-9bc0-603fc055c387 None None] Port 8961bbb9-e560-4a9e-ae9a-0a7b7997d078 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:31:35.880814 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333eb0e-ca96-4411-86f7-9fdc8c02f8f5 req-b38a57f7-230b-4037-81cb-51d07e47e53b tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:35.882666 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a333eb0e-ca96-4411-86f7-9fdc8c02f8f5 req-b38a57f7-230b-4037-81cb-51d07e47e53b tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 944 time: 0.1969354 Feb 18 12:31:35.916941 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea42ff-7bb1-423b-8cbe-b7d026ab1cfc req-627ca6f0-217a-406f-8d59-7af2d762f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:35.918567 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-11ea42ff-7bb1-423b-8cbe-b7d026ab1cfc req-627ca6f0-217a-406f-8d59-7af2d762f431 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=394178baeecd40f8b2869b8d1ad6dc2e&device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 1161 time: 0.0910652 Feb 18 12:31:36.161173 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a333eb0e-ca96-4411-86f7-9fdc8c02f8f5 req-4f79c0f6-152d-455b-a6fc-0d2105b378a2 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110152 Feb 18 12:31:36.194379 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb8b8a-07e4-48ec-ad1c-7de4d6329e05 req-bd89997a-00b7-4579-a273-f7635377b8b5 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:36.196799 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2edb8b8a-07e4-48ec-ad1c-7de4d6329e05 req-bd89997a-00b7-4579-a273-f7635377b8b5 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 931 time: 0.1886480 Feb 18 12:31:36.201947 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea42ff-7bb1-423b-8cbe-b7d026ab1cfc req-f51b1ae2-cbd0-4f39-adcf-bd3800128c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:36.203518 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-11ea42ff-7bb1-423b-8cbe-b7d026ab1cfc req-f51b1ae2-cbd0-4f39-adcf-bd3800128c7e service neutron] 10.222.0.99 "GET /v2.0/networks?id=1108d427-5cec-48df-9400-d1b0a430230f HTTP/1.1" status: 200 len: 913 time: 0.2783227 Feb 18 12:31:36.300490 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-11ea42ff-7bb1-423b-8cbe-b7d026ab1cfc req-367266a5-dc52-4f00-99d0-c127c47f4c9f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f5db636-8aa0-4212-b3b0-0b0b38c0e292 HTTP/1.1" status: 200 len: 217 time: 0.0762882 Feb 18 12:31:36.357943 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-2edb8b8a-07e4-48ec-ad1c-7de4d6329e05 req-f2ed210d-52aa-442e-aba2-4079cab83670 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Synchronizing usage tracker for tenant:3dcf01e3ea2c4a6eb682ad617909055d on resource:security_group {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:31:36.401121 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-2edb8b8a-07e4-48ec-ad1c-7de4d6329e05 req-f2ed210d-52aa-442e-aba2-4079cab83670 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Unset dirty status for tenant:3dcf01e3ea2c4a6eb682ad617909055d on resource:security_group {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:31:36.402323 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2edb8b8a-07e4-48ec-ad1c-7de4d6329e05 req-f2ed210d-52aa-442e-aba2-4079cab83670 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978424 Feb 18 12:31:36.445718 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea42ff-7bb1-423b-8cbe-b7d026ab1cfc req-b909375b-a57c-41df-9fd2-a110244b1eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:36.447225 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-11ea42ff-7bb1-423b-8cbe-b7d026ab1cfc req-b909375b-a57c-41df-9fd2-a110244b1eea service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6f2ab429-4198-4068-a977-62c5ab8abd80 HTTP/1.1" status: 200 len: 859 time: 0.1275651 Feb 18 12:31:36.499907 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-6bacde69-b77a-402d-ab4e-0fbcf3af8c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8961bbb9-e560-4a9e-ae9a-0a7b7997d078 {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:31:36.511071 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-11ea42ff-7bb1-423b-8cbe-b7d026ab1cfc req-bb01d098-139e-4734-b16a-d6835a51de36 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1108d427-5cec-48df-9400-d1b0a430230f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554199 Feb 18 12:31:36.513530 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-6bacde69-b77a-402d-ab4e-0fbcf3af8c29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:36.541504 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-6bacde69-b77a-402d-ab4e-0fbcf3af8c29 service neutron] Transition to ACTIVE for port object 8961bbb9-e560-4a9e-ae9a-0a7b7997d078 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:31:36.550463 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6d8cd-4952-45b4-acc3-6352b14f8f18 req-c0d03d51-7c1e-4d33-9128-5a218b092925 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:36.553296 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-19c6d8cd-4952-45b4-acc3-6352b14f8f18 req-c0d03d51-7c1e-4d33-9128-5a218b092925 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.2061896 Feb 18 12:31:36.554981 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-6bacde69-b77a-402d-ab4e-0fbcf3af8c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:36.573112 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:36.659374 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacde69-b77a-402d-ab4e-0fbcf3af8c29 service neutron] Pushing event updated for resources: {'Port': ['ID=8961bbb9-e560-4a9e-ae9a-0a7b7997d078,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:36.667756 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6bacde69-b77a-402d-ab4e-0fbcf3af8c29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:36.783527 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-19c6d8cd-4952-45b4-acc3-6352b14f8f18 req-be5998ee-6ba5-4e38-b978-32d387de21be tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116954 Feb 18 12:31:36.969045 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-11ea42ff-7bb1-423b-8cbe-b7d026ab1cfc req-fc97bdac-9e94-4639-8667-b09b5e25730f service neutron] 10.222.0.99 "GET /v2.0/networks/1108d427-5cec-48df-9400-d1b0a430230f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499929 Feb 18 12:31:37.137578 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-6bacde69-b77a-402d-ab4e-0fbcf3af8c29 service neutron] Attempting to bind port 8961bbb9-e560-4a9e-ae9a-0a7b7997d078 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:31:37.137960 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-6bacde69-b77a-402d-ab4e-0fbcf3af8c29 service neutron] Attempting to bind port 8961bbb9-e560-4a9e-ae9a-0a7b7997d078 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': 'dcd0093b-fa12-4c25-8d55-c39ba97d84fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb258f48-33fc-49fc-8809-521607151087'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:31:37.138338 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-6bacde69-b77a-402d-ab4e-0fbcf3af8c29 service neutron] Attempting to bind port 8961bbb9-e560-4a9e-ae9a-0a7b7997d078 on network bb258f48-33fc-49fc-8809-521607151087 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:31:37.153295 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-11ea42ff-7bb1-423b-8cbe-b7d026ab1cfc req-6eb97506-d737-48c9-83cb-a652c4f73a68 service neutron] 10.222.0.99 "GET /v2.0/networks/1108d427-5cec-48df-9400-d1b0a430230f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1750627 Feb 18 12:31:37.155193 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-6bacde69-b77a-402d-ab4e-0fbcf3af8c29 service neutron] Checking agent: {'id': '18f92198-7ba7-4077-b6e2-71a52c8a0624', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 28, 38), 'started_at': datetime.datetime(2021, 2, 18, 12, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:31:37.155639 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-6bacde69-b77a-402d-ab4e-0fbcf3af8c29 service neutron] Checking segment: {'id': 'dcd0093b-fa12-4c25-8d55-c39ba97d84fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb258f48-33fc-49fc-8809-521607151087'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:31:37.156097 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-6bacde69-b77a-402d-ab4e-0fbcf3af8c29 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:37.156476 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-6bacde69-b77a-402d-ab4e-0fbcf3af8c29 service neutron] Bound using segment: {'id': 'dcd0093b-fa12-4c25-8d55-c39ba97d84fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb258f48-33fc-49fc-8809-521607151087'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:31:37.156977 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-6bacde69-b77a-402d-ab4e-0fbcf3af8c29 service neutron] Bound port: 8961bbb9-e560-4a9e-ae9a-0a7b7997d078, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0093b-fa12-4c25-8d55-c39ba97d84fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb258f48-33fc-49fc-8809-521607151087'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:31:37.157359 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-6bacde69-b77a-402d-ab4e-0fbcf3af8c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:37.271932 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-6bacde69-b77a-402d-ab4e-0fbcf3af8c29 service neutron] For port 8961bbb9-e560-4a9e-ae9a-0a7b7997d078, host hv-cinder-77642, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:31:37.274692 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-6bacde69-b77a-402d-ab4e-0fbcf3af8c29 service neutron] For port 8961bbb9-e560-4a9e-ae9a-0a7b7997d078, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=8961bbb9-e560-4a9e-ae9a-0a7b7997d078,segment=NetworkSegment(dcd0093b-fa12-4c25-8d55-c39ba97d84fe),segment_id=dcd0093b-fa12-4c25-8d55-c39ba97d84fe)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:31:37.278063 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-6bacde69-b77a-402d-ab4e-0fbcf3af8c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:37.294273 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:37.436346 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 42456) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:37.576347 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c1bacc0-54a9-4617-80ba-978ac79d1d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:37.592969 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-4c1bacc0-54a9-4617-80ba-978ac79d1d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:31:37.597424 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-4c1bacc0-54a9-4617-80ba-978ac79d1d91 admin admin] Usage tracker for resource:security_group_rule and tenant:67ad89b86eac48229d8a0778de2f70a4 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:31:37.601618 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-4c1bacc0-54a9-4617-80ba-978ac79d1d91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:31:37.609462 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-4c1bacc0-54a9-4617-80ba-978ac79d1d91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:31:37.704598 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c1bacc0-54a9-4617-80ba-978ac79d1d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:37.712229 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c1bacc0-54a9-4617-80ba-978ac79d1d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:37.719219 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:37.736086 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacde69-b77a-402d-ab4e-0fbcf3af8c29 service neutron] Pushing event updated for resources: {'Port': ['ID=8961bbb9-e560-4a9e-ae9a-0a7b7997d078,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:37.742939 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6bacde69-b77a-402d-ab4e-0fbcf3af8c29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:37.762640 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-4c1bacc0-54a9-4617-80ba-978ac79d1d91 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=67ad89b86eac48229d8a0778de2f70a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3250389 Feb 18 12:31:37.765415 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 42466) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:37.768348 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1bacc0-54a9-4617-80ba-978ac79d1d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915e7f30-1a9a-41c7-bb61-d4c0265324e2,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:37.781683 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4c1bacc0-54a9-4617-80ba-978ac79d1d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:37.786988 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-6bacde69-b77a-402d-ab4e-0fbcf3af8c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:37.787832 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-6bacde69-b77a-402d-ab4e-0fbcf3af8c29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:37.789298 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-6bacde69-b77a-402d-ab4e-0fbcf3af8c29 service neutron] 10.222.0.99 "PUT /v2.0/ports/8961bbb9-e560-4a9e-ae9a-0a7b7997d078 HTTP/1.1" status: 200 len: 1157 time: 2.3645799 Feb 18 12:31:37.796267 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589a381-4b31-453e-86a6-e1ea06839889 req-df0dfc98-bd72-464c-a369-01d66113ce2d tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:37.804225 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2589a381-4b31-453e-86a6-e1ea06839889 req-df0dfc98-bd72-464c-a369-01d66113ce2d tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 944 time: 0.4726231 Feb 18 12:31:37.806217 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ea2d51-cedf-431d-b84a-b2ad42889a66', 'tag': '8961bbb9-e560-4a9e-ae9a-0a7b7997d078'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:31:37.839367 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8573ef6b-b0e7-4d20-8a35-87f9f249d6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:37.861521 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2589a381-4b31-453e-86a6-e1ea06839889 req-c02f9dcd-b685-40e8-819d-bbeedc8e09f4 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562599 Feb 18 12:31:37.869856 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8573ef6b-b0e7-4d20-8a35-87f9f249d6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:37.922933 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8573ef6b-b0e7-4d20-8a35-87f9f249d6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:37.928840 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b82cc23e-4f40-4a7c-a165-f8b3883c5c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:37.942571 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573ef6b-b0e7-4d20-8a35-87f9f249d6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915e7f30-1a9a-41c7-bb61-d4c0265324e2,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:37.945219 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8573ef6b-b0e7-4d20-8a35-87f9f249d6d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:37.949414 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8573ef6b-b0e7-4d20-8a35-87f9f249d6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:37.953219 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-8573ef6b-b0e7-4d20-8a35-87f9f249d6d8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/915e7f30-1a9a-41c7-bb61-d4c0265324e2 HTTP/1.1" status: 204 len: 168 time: 0.1841805 Feb 18 12:31:38.077623 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0323d-687a-42c2-a486-e360d0a605b5 req-9de3ebc1-c568-4bc6-9252-a29db68b57cd tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:38.078457 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-ddf0323d-687a-42c2-a486-e360d0a605b5 req-9de3ebc1-c568-4bc6-9252-a29db68b57cd tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Synchronizing usage tracker for tenant:3dcf01e3ea2c4a6eb682ad617909055d on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:31:38.102364 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-ddf0323d-687a-42c2-a486-e360d0a605b5 req-9de3ebc1-c568-4bc6-9252-a29db68b57cd tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Unset dirty status for tenant:3dcf01e3ea2c4a6eb682ad617909055d on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:31:38.103934 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ddf0323d-687a-42c2-a486-e360d0a605b5 req-9de3ebc1-c568-4bc6-9252-a29db68b57cd tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.1277349 Feb 18 12:31:38.165101 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ddf0323d-687a-42c2-a486-e360d0a605b5 req-88cfa8d2-ca39-46e2-a4d1-977f7f6ea552 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514600 Feb 18 12:31:38.225503 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ea2d51-cedf-431d-b84a-b2ad42889a66', 'tag': '8961bbb9-e560-4a9e-ae9a-0a7b7997d078', 'status': 'completed', 'code': 200} Feb 18 12:31:38.411908 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d5b68-90a3-4e98-a974-4751222b1983 req-089aeafb-299e-438b-94a4-4d7106c9f95f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:38.413547 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4d6d5b68-90a3-4e98-a974-4751222b1983 req-089aeafb-299e-438b-94a4-4d7106c9f95f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.0954728 Feb 18 12:31:38.465787 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4d6d5b68-90a3-4e98-a974-4751222b1983 req-34e10470-9b4a-4e52-9179-aed272efcad5 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459173 Feb 18 12:31:39.068439 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fac8c-5ce3-499d-b4ff-7b7ffa724181 req-5008fb3e-dbcd-40e4-82cc-7e2b44405a2f tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:39.070089 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-841fac8c-5ce3-499d-b4ff-7b7ffa724181 req-5008fb3e-dbcd-40e4-82cc-7e2b44405a2f tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 944 time: 0.0881135 Feb 18 12:31:39.119318 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-841fac8c-5ce3-499d-b4ff-7b7ffa724181 req-8359f7bb-8848-41b2-840e-1d0d261c9571 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423830 Feb 18 12:31:39.397370 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af4d45-24dc-4439-a210-2d9fc30f7ffd req-0d599288-0989-45aa-9581-32965a0144ca tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:39.399675 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-06af4d45-24dc-4439-a210-2d9fc30f7ffd req-0d599288-0989-45aa-9581-32965a0144ca tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.1085501 Feb 18 12:31:39.451725 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-06af4d45-24dc-4439-a210-2d9fc30f7ffd req-c4a900bd-31d2-4ddc-b189-55f835df8779 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434496 Feb 18 12:31:39.683948 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1939ad-eb0d-4369-ac21-76c00ad34593 req-592b6ba8-f9a5-4741-ae67-02a570bfde30 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:39.685710 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dc1939ad-eb0d-4369-ac21-76c00ad34593 req-592b6ba8-f9a5-4741-ae67-02a570bfde30 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.1017027 Feb 18 12:31:39.725400 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:39.753479 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dc1939ad-eb0d-4369-ac21-76c00ad34593 req-006187d4-02fc-4ae8-a473-26f69f81527f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607553 Feb 18 12:31:40.109921 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 42548) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:40.236438 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7eb378af-8069-4e66-abae-96cf5c0f75c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:40.251961 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7eb378af-8069-4e66-abae-96cf5c0f75c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:31:40.256834 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-7eb378af-8069-4e66-abae-96cf5c0f75c5 admin admin] Usage tracker for resource:security_group_rule and tenant:196d983260834e86bdcd706db032f7ec is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:31:40.259799 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-7eb378af-8069-4e66-abae-96cf5c0f75c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:31:40.266235 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7eb378af-8069-4e66-abae-96cf5c0f75c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:31:40.325104 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00879c49-eea3-4c29-88a0-48ff53842e11 req-b89c043c-fe5f-47e2-8511-d8cfbd6b6742 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:40.327217 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-00879c49-eea3-4c29-88a0-48ff53842e11 req-b89c043c-fe5f-47e2-8511-d8cfbd6b6742 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 944 time: 0.0914161 Feb 18 12:31:40.393317 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7eb378af-8069-4e66-abae-96cf5c0f75c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:40.397586 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7eb378af-8069-4e66-abae-96cf5c0f75c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:40.409200 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4c1bacc0-54a9-4617-80ba-978ac79d1d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:40.437266 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-00879c49-eea3-4c29-88a0-48ff53842e11 req-521bfce3-a251-4646-8207-48bb1b1f8e1e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029706 Feb 18 12:31:40.462866 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-7eb378af-8069-4e66-abae-96cf5c0f75c5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=196d983260834e86bdcd706db032f7ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3516445 Feb 18 12:31:40.465036 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 42562) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:40.465196 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb378af-8069-4e66-abae-96cf5c0f75c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ce75e0-c90a-4bfb-bb50-a8b90e5fb7f0,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:40.468560 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7eb378af-8069-4e66-abae-96cf5c0f75c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:40.535372 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-45ec07de-94c1-495d-829f-220599381378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:40.564501 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-45ec07de-94c1-495d-829f-220599381378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:40.682648 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-45ec07de-94c1-495d-829f-220599381378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:40.688276 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:40.702936 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec07de-94c1-495d-829f-220599381378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ce75e0-c90a-4bfb-bb50-a8b90e5fb7f0,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:40.705843 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-45ec07de-94c1-495d-829f-220599381378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:40.716890 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d789576-114b-44e9-8e95-f1565f1b6793 req-eb88dd5b-cd51-4cc2-b681-d80ba882ac7d tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:40.718515 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0d789576-114b-44e9-8e95-f1565f1b6793 req-eb88dd5b-cd51-4cc2-b681-d80ba882ac7d tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.1454980 Feb 18 12:31:40.720729 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-45ec07de-94c1-495d-829f-220599381378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:40.723478 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-45ec07de-94c1-495d-829f-220599381378 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/59ce75e0-c90a-4bfb-bb50-a8b90e5fb7f0 HTTP/1.1" status: 204 len: 168 time: 0.2556329 Feb 18 12:31:40.768753 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0d789576-114b-44e9-8e95-f1565f1b6793 req-caf521ba-b696-4d56-9dd3-981b199a98e0 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437636 Feb 18 12:31:40.963114 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1daaa9-d647-4875-ae98-322780efd00f req-b745a10c-6365-44db-9fd9-6714d83b9aa3 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:40.964780 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ea1daaa9-d647-4875-ae98-322780efd00f req-b745a10c-6365-44db-9fd9-6714d83b9aa3 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.0893629 Feb 18 12:31:41.015173 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ea1daaa9-d647-4875-ae98-322780efd00f req-133eae82-1858-4837-961a-f0d631e5bf23 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442238 Feb 18 12:31:41.037018 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 42576) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:41.056625 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a20ed33b-34ae-48ae-8512-ad4ada6d0d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:41.071985 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a20ed33b-34ae-48ae-8512-ad4ada6d0d19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:31:41.076150 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-a20ed33b-34ae-48ae-8512-ad4ada6d0d19 admin admin] Usage tracker for resource:security_group_rule and tenant:9e7177f0e36f429384eb2d3cc602e86d is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:31:41.079100 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-a20ed33b-34ae-48ae-8512-ad4ada6d0d19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:31:41.085218 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a20ed33b-34ae-48ae-8512-ad4ada6d0d19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:31:41.172171 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a20ed33b-34ae-48ae-8512-ad4ada6d0d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:41.175122 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a20ed33b-34ae-48ae-8512-ad4ada6d0d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:41.184875 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-922b648a-b456-48fa-b19e-72de21f54ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:41.231823 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-a20ed33b-34ae-48ae-8512-ad4ada6d0d19 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9e7177f0e36f429384eb2d3cc602e86d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1933565 Feb 18 12:31:41.233455 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ed33b-34ae-48ae-8512-ad4ada6d0d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1e38ef-8854-4ce7-b7f9-c7e11e8dfaef,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:41.234587 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 42580) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:41.237321 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a20ed33b-34ae-48ae-8512-ad4ada6d0d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:41.301179 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6fba3405-f80e-47f5-84d5-7b51112a9de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:41.328575 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6fba3405-f80e-47f5-84d5-7b51112a9de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:41.376386 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6fba3405-f80e-47f5-84d5-7b51112a9de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:41.383124 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8573ef6b-b0e7-4d20-8a35-87f9f249d6d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:41.400514 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba3405-f80e-47f5-84d5-7b51112a9de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1e38ef-8854-4ce7-b7f9-c7e11e8dfaef,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:41.403021 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6fba3405-f80e-47f5-84d5-7b51112a9de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:41.408648 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6fba3405-f80e-47f5-84d5-7b51112a9de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:41.410058 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-6fba3405-f80e-47f5-84d5-7b51112a9de6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ff1e38ef-8854-4ce7-b7f9-c7e11e8dfaef HTTP/1.1" status: 204 len: 168 time: 0.1743929 Feb 18 12:31:41.728144 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a3769-6a8f-44ce-a368-e85070cddffe req-2fd91c58-081b-4559-9baa-e97092ce82a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:41.729795 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-788a3769-6a8f-44ce-a368-e85070cddffe req-2fd91c58-081b-4559-9baa-e97092ce82a0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 1160 time: 0.1591365 Feb 18 12:31:41.745099 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5fa9e-7a8e-4ef6-a15f-a57aca41c43f req-f4216868-1969-48d2-a60d-4610bc619fab tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:41.746631 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d3f5fa9e-7a8e-4ef6-a15f-a57aca41c43f req-f4216868-1969-48d2-a60d-4610bc619fab tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 944 time: 0.1292226 Feb 18 12:31:41.901465 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d3f5fa9e-7a8e-4ef6-a15f-a57aca41c43f req-e4d1f118-b1ab-4ae0-b70d-a61214f55478 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271217 Feb 18 12:31:41.959345 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a3769-6a8f-44ce-a368-e85070cddffe req-12d5aa0f-88b0-490d-a656-e8b305c045d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:41.960990 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-788a3769-6a8f-44ce-a368-e85070cddffe req-12d5aa0f-88b0-490d-a656-e8b305c045d9 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2134209 Feb 18 12:31:42.103599 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90d615-9e90-4426-9f12-57e049b00ac0 req-c99c0795-911d-4586-a469-6501617b44ac tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:42.105588 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9f90d615-9e90-4426-9f12-57e049b00ac0 req-c99c0795-911d-4586-a469-6501617b44ac tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.0893083 Feb 18 12:31:42.185609 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9f90d615-9e90-4426-9f12-57e049b00ac0 req-7790be21-4b9f-4983-8797-117d4a7490ac tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688510 Feb 18 12:31:42.349128 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a3769-6a8f-44ce-a368-e85070cddffe req-e7492510-2a1a-42ec-a6cc-d4705ba45124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:42.351554 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-788a3769-6a8f-44ce-a368-e85070cddffe req-e7492510-2a1a-42ec-a6cc-d4705ba45124 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2238142 Feb 18 12:31:42.365695 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94258c4c-ef3b-4eba-acfd-6f8925c3ba6a req-3039b66c-06ad-48a8-a507-e73eebde8dd3 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:42.374361 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-94258c4c-ef3b-4eba-acfd-6f8925c3ba6a req-3039b66c-06ad-48a8-a507-e73eebde8dd3 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.1693578 Feb 18 12:31:42.419722 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-94258c4c-ef3b-4eba-acfd-6f8925c3ba6a req-e86fee53-6cfd-4a8d-bb49-180c0f57aeac tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443413 Feb 18 12:31:42.891641 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-8adb5bc1-2b73-4918-b80f-365247b7f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:42.893368 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-8adb5bc1-2b73-4918-b80f-365247b7f0cd service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 1160 time: 0.0961659 Feb 18 12:31:43.006442 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-a98e10a3-b348-492f-b6d8-1f361fc00153 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8961bbb9-e560-4a9e-ae9a-0a7b7997d078 HTTP/1.1" status: 200 len: 217 time: 0.0938036 Feb 18 12:31:43.110855 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-ed0c94da-9e7f-468b-9401-9bb5809845d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:43.112859 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-ed0c94da-9e7f-468b-9401-9bb5809845d2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5c10d723-44ed-460c-abaf-474c1da07dd6 HTTP/1.1" status: 200 len: 850 time: 0.0987160 Feb 18 12:31:43.132148 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824df06a-2094-4c17-9536-c43098ba0140 req-8fd636e3-8651-47a9-87dd-8043994fb1f0 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:43.140670 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-824df06a-2094-4c17-9536-c43098ba0140 req-8fd636e3-8651-47a9-87dd-8043994fb1f0 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 944 time: 0.1031737 Feb 18 12:31:43.186015 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-824df06a-2094-4c17-9536-c43098ba0140 req-2eb37101-ed69-4481-b0b9-8668e44beada tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442371 Feb 18 12:31:43.244407 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-15de6b36-4868-4dca-9912-40f9d46760f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:43.246119 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-15de6b36-4868-4dca-9912-40f9d46760f5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bb258f48-33fc-49fc-8809-521607151087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1149983 Feb 18 12:31:43.479007 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-cb77b0cf-e072-4389-8a00-4d85761e0a61 service neutron] 10.222.0.99 "GET /v2.0/networks/bb258f48-33fc-49fc-8809-521607151087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238488 Feb 18 12:31:43.518368 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd5bd7-2418-4ef9-b376-06eb292f2886 req-057ab215-cc79-4a52-8477-2010913dc665 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:43.520070 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-60dd5bd7-2418-4ef9-b376-06eb292f2886 req-057ab215-cc79-4a52-8477-2010913dc665 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.1887228 Feb 18 12:31:43.646451 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-60dd5bd7-2418-4ef9-b376-06eb292f2886 req-b0d35b7b-de41-4cb2-b489-ec3a09da1859 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788274 Feb 18 12:31:43.651059 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8ef39-d1fe-4e36-86da-7218b98ed668 req-38acb225-1354-4468-9f4e-4fbe895fb0bd tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:43.653133 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-02d8ef39-d1fe-4e36-86da-7218b98ed668 req-38acb225-1354-4468-9f4e-4fbe895fb0bd tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.1014659 Feb 18 12:31:43.691097 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-faf4519c-c1bb-46f1-9228-3ea3a6e8f45a req-48b42cfb-716a-4f57-b646-4b8a9e714572 service neutron] 10.222.0.99 "GET /v2.0/networks/bb258f48-33fc-49fc-8809-521607151087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2043986 Feb 18 12:31:43.711521 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-02d8ef39-d1fe-4e36-86da-7218b98ed668 req-800e5c33-d124-4a77-a058-4b1673117069 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497885 Feb 18 12:31:44.120377 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 19a802e4-5491-40b3-a616-250e68167213 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:31:44.193326 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning for port 19a802e4-5491-40b3-a616-250e68167213 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:31:44.198467 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 19a802e4-5491-40b3-a616-250e68167213 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:31:44.199075 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:44.345976 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:44.392946 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port 19a802e4-5491-40b3-a616-250e68167213, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=19a802e4-5491-40b3-a616-250e68167213,segment=NetworkSegment(4bdb087e-bbe6-4ba9-a0a9-e1159b18d382),segment_id=4bdb087e-bbe6-4ba9-a0a9-e1159b18d382)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:31:44.395006 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46855df9-6eb6-400e-8978-aa9bc3035f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a802e4-5491-40b3-a616-250e68167213'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:31:44.403647 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:44.406641 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f2f41676-6fe1-4311-bc4b-80c103f62a32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:44.434416 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabdc5a-f7b7-4cd0-aea2-a892d3b4dfe4 req-3b4baf2f-a357-40b4-81e4-462c44087a95 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:44.443952 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bcabdc5a-f7b7-4cd0-aea2-a892d3b4dfe4 req-3b4baf2f-a357-40b4-81e4-462c44087a95 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 944 time: 0.1235635 Feb 18 12:31:44.466108 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46855df9-6eb6-400e-8978-aa9bc3035f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a802e4-5491-40b3-a616-250e68167213', 'code': 200} Feb 18 12:31:44.490592 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=19a802e4-5491-40b3-a616-250e68167213,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:44.498642 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:44.499028 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:44.499407 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:44.499807 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:44.500174 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:44.500543 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:44.500904 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:44.501268 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:44.501629 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:44.501989 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:44.502353 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:44.502696 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:44.503263 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:44.504199 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:44.504514 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bcabdc5a-f7b7-4cd0-aea2-a892d3b4dfe4 req-7e4cfe00-b002-4a59-bc38-9c402319b80b tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558026 Feb 18 12:31:44.505007 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:44.505558 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:44.506069 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:44.506685 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:44.507216 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:44.507751 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:44.508984 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:44.509541 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:44.509929 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:44.510464 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:44.525917 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:44.629446 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 42698) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:44.825173 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a8496b09-2b19-45d1-8fd1-7d13c76faca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:44.904703 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a8496b09-2b19-45d1-8fd1-7d13c76faca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:31:44.918386 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233ca97-4b6c-485b-b56d-4c3f70aae5eb req-9778d992-c407-4fe4-909d-a87aac56e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:44.920064 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d233ca97-4b6c-485b-b56d-4c3f70aae5eb req-9778d992-c407-4fe4-909d-a87aac56e601 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 1162 time: 0.1966741 Feb 18 12:31:44.924910 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-a8496b09-2b19-45d1-8fd1-7d13c76faca3 admin admin] Usage tracker for resource:security_group_rule and tenant:7c077f1ccd9f44d6adfe169048a0ff1e is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:31:44.928396 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61121cfb-14c7-4799-b264-b58c412eb9dc req-032d27c0-cd76-4784-9055-91dc5bacb1af tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:44.928652 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-a8496b09-2b19-45d1-8fd1-7d13c76faca3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:31:44.937509 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-61121cfb-14c7-4799-b264-b58c412eb9dc req-032d27c0-cd76-4784-9055-91dc5bacb1af tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.1129174 Feb 18 12:31:44.942443 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a8496b09-2b19-45d1-8fd1-7d13c76faca3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:31:44.942945 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.objects.ports [None req-61fce3c1-a6f0-4d34-a4c3-697b05120a39 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=83988) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 12:31:44.995107 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d233ca97-4b6c-485b-b56d-4c3f70aae5eb req-e680e8e0-70d9-4653-93a0-21407e7227c1 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596325 Feb 18 12:31:45.001952 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-61121cfb-14c7-4799-b264-b58c412eb9dc req-9fe957ac-b566-4212-ab30-c7886d771641 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634258 Feb 18 12:31:45.023964 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788694af-b273-4d33-a453-9317fdcf0e93 req-7a01ffee-fda1-4cad-88f9-719654c8d1a3 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:45.027984 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-788694af-b273-4d33-a453-9317fdcf0e93 req-7a01ffee-fda1-4cad-88f9-719654c8d1a3 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1785889 Feb 18 12:31:45.114761 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-788694af-b273-4d33-a453-9317fdcf0e93 req-850c6bff-d114-4683-a1f1-462c857b9efe tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742998 Feb 18 12:31:45.182497 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a8496b09-2b19-45d1-8fd1-7d13c76faca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:45.186288 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a8496b09-2b19-45d1-8fd1-7d13c76faca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:45.196506 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:45.245072 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-a8496b09-2b19-45d1-8fd1-7d13c76faca3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7c077f1ccd9f44d6adfe169048a0ff1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6143346 Feb 18 12:31:45.246968 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8496b09-2b19-45d1-8fd1-7d13c76faca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315ea689-33b9-437f-a2a5-88a763f71e0b,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:45.247940 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 42728) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:45.250702 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a8496b09-2b19-45d1-8fd1-7d13c76faca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:45.336424 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c3570ce5-b4a8-4ac0-851d-d94184a166bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:45.369787 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c3570ce5-b4a8-4ac0-851d-d94184a166bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:45.432868 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c3570ce5-b4a8-4ac0-851d-d94184a166bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:45.439356 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cdb58e30-bdcd-4ad9-8108-dcc70c89326b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:45.453295 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3570ce5-b4a8-4ac0-851d-d94184a166bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315ea689-33b9-437f-a2a5-88a763f71e0b,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:45.459803 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c3570ce5-b4a8-4ac0-851d-d94184a166bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:45.461028 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-c3570ce5-b4a8-4ac0-851d-d94184a166bd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/315ea689-33b9-437f-a2a5-88a763f71e0b HTTP/1.1" status: 204 len: 168 time: 0.2118297 Feb 18 12:31:45.462086 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c3570ce5-b4a8-4ac0-851d-d94184a166bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:45.796329 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bfca3-c216-44e9-8ea1-1ab5d5fe3133 req-94a28873-d5f4-4435-8737-5bdeb7a88930 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:45.806189 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-245bfca3-c216-44e9-8ea1-1ab5d5fe3133 req-94a28873-d5f4-4435-8737-5bdeb7a88930 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 944 time: 0.1148200 Feb 18 12:31:45.865615 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-245bfca3-c216-44e9-8ea1-1ab5d5fe3133 req-be9036d5-4aec-4593-b666-e7fba4111722 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527816 Feb 18 12:31:45.885926 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 42760) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:45.905708 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ce0a0e4f-2665-4e72-bdbc-c8b92106ff20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:45.923227 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ce0a0e4f-2665-4e72-bdbc-c8b92106ff20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:31:45.927771 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-ce0a0e4f-2665-4e72-bdbc-c8b92106ff20 admin admin] Usage tracker for resource:security_group_rule and tenant:cfe4b6bb25ae4a388cd6296882d5daa0 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:31:45.931012 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-ce0a0e4f-2665-4e72-bdbc-c8b92106ff20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:31:45.937417 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ce0a0e4f-2665-4e72-bdbc-c8b92106ff20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:31:46.032312 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ce0a0e4f-2665-4e72-bdbc-c8b92106ff20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:46.036198 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ce0a0e4f-2665-4e72-bdbc-c8b92106ff20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:46.047463 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7eb378af-8069-4e66-abae-96cf5c0f75c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:46.091900 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ce0a0e4f-2665-4e72-bdbc-c8b92106ff20 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cfe4b6bb25ae4a388cd6296882d5daa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2047513 Feb 18 12:31:46.092856 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a0e4f-2665-4e72-bdbc-c8b92106ff20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a222eba5-d58d-4e1b-b14f-862e6b066275,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:46.095074 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 42766) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:46.097058 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ce0a0e4f-2665-4e72-bdbc-c8b92106ff20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:46.234898 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7f53e7de-61cc-4dcb-b831-3b0f8b668080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:46.272831 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7f53e7de-61cc-4dcb-b831-3b0f8b668080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:46.300027 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c166594-9f04-443d-9ea6-c99b63632d56 req-2de96c6e-4917-4384-8563-022b117c1aba tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:46.301629 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2c166594-9f04-443d-9ea6-c99b63632d56 req-2de96c6e-4917-4384-8563-022b117c1aba tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.1659191 Feb 18 12:31:46.336885 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d642d9-b530-46d8-9d1f-269568395bfe req-778fb5b1-4399-41b5-80e8-1b984959cd4f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:46.338509 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-49d642d9-b530-46d8-9d1f-269568395bfe req-778fb5b1-4399-41b5-80e8-1b984959cd4f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.0936713 Feb 18 12:31:46.379829 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2c166594-9f04-443d-9ea6-c99b63632d56 req-312012a4-808d-43ae-833f-45a7b983ffcc tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634997 Feb 18 12:31:46.381444 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7f53e7de-61cc-4dcb-b831-3b0f8b668080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:46.388118 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7244a0a1-91fd-4e1f-ad90-c43ebeb7fd88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:46.407264 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-49d642d9-b530-46d8-9d1f-269568395bfe req-1d9bf060-b38f-4679-af22-b30438171771 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534220 Feb 18 12:31:46.408938 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53e7de-61cc-4dcb-b831-3b0f8b668080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a222eba5-d58d-4e1b-b14f-862e6b066275,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:46.413955 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7f53e7de-61cc-4dcb-b831-3b0f8b668080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:46.423038 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7f53e7de-61cc-4dcb-b831-3b0f8b668080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:46.424624 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-7f53e7de-61cc-4dcb-b831-3b0f8b668080 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a222eba5-d58d-4e1b-b14f-862e6b066275 HTTP/1.1" status: 204 len: 168 time: 0.3176126 Feb 18 12:31:47.074207 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdd019-bde2-43fe-814a-cbdeb69d6168 req-83d1073d-3bed-44ce-a090-c12d68ea6367 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:47.075263 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c8cdd019-bde2-43fe-814a-cbdeb69d6168 req-83d1073d-3bed-44ce-a090-c12d68ea6367 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 944 time: 0.0888133 Feb 18 12:31:47.126405 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c8cdd019-bde2-43fe-814a-cbdeb69d6168 req-b94d66c5-11a8-4f42-94e2-7d590309d21a tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447533 Feb 18 12:31:47.594194 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727099c4-f5c8-427c-b536-b6143e6c2fd8 req-7fcaad58-3cb1-402e-a160-d42dcf1b74cd tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:47.595858 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-727099c4-f5c8-427c-b536-b6143e6c2fd8 req-7fcaad58-3cb1-402e-a160-d42dcf1b74cd tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.0955186 Feb 18 12:31:47.637379 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b6591-b984-42c3-943c-d7b7ce0ae782 req-00ad565d-c733-444f-9ce0-78db7027f281 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:47.639009 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c96b6591-b984-42c3-943c-d7b7ce0ae782 req-00ad565d-c733-444f-9ce0-78db7027f281 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1044595 Feb 18 12:31:47.670103 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 42818) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:47.684201 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-727099c4-f5c8-427c-b536-b6143e6c2fd8 req-34386a51-b3ea-405f-9fad-ebb05b71166e tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795929 Feb 18 12:31:47.694502 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c96b6591-b984-42c3-943c-d7b7ce0ae782 req-bb34af04-61a2-4cdc-bd6d-4c5bcfd39188 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462770 Feb 18 12:31:47.820733 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7903fdb0-2f11-42d8-9566-10174acaa8d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:47.837253 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7903fdb0-2f11-42d8-9566-10174acaa8d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:31:47.841378 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-7903fdb0-2f11-42d8-9566-10174acaa8d3 admin admin] Usage tracker for resource:security_group_rule and tenant:a33bb06536fe4bc689ff694d2ed61a97 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:31:47.844453 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-7903fdb0-2f11-42d8-9566-10174acaa8d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:31:47.850971 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7903fdb0-2f11-42d8-9566-10174acaa8d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:31:47.937918 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7903fdb0-2f11-42d8-9566-10174acaa8d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:47.940652 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7903fdb0-2f11-42d8-9566-10174acaa8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:47.949274 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:47.992546 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-7903fdb0-2f11-42d8-9566-10174acaa8d3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a33bb06536fe4bc689ff694d2ed61a97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3186235 Feb 18 12:31:47.993460 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903fdb0-2f11-42d8-9566-10174acaa8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42484af4-3035-492e-ad00-12c5784b80c4,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:47.995522 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 42826) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:47.996882 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7903fdb0-2f11-42d8-9566-10174acaa8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:48.060346 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-59d42ac8-d01f-45c0-9656-3929bc1e3045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:48.089323 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-59d42ac8-d01f-45c0-9656-3929bc1e3045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:48.136455 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-59d42ac8-d01f-45c0-9656-3929bc1e3045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:48.141352 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:48.158932 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d42ac8-d01f-45c0-9656-3929bc1e3045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42484af4-3035-492e-ad00-12c5784b80c4,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:48.163354 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-59d42ac8-d01f-45c0-9656-3929bc1e3045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:48.164201 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-59d42ac8-d01f-45c0-9656-3929bc1e3045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:48.168317 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-59d42ac8-d01f-45c0-9656-3929bc1e3045 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/42484af4-3035-492e-ad00-12c5784b80c4 HTTP/1.1" status: 204 len: 168 time: 0.1716943 Feb 18 12:31:48.313204 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:31:48.340765 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3163a30-cc50-4f3e-9cee-0c88c5167842 req-52d69c69-f9e0-4acd-996f-fef80a596f06 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:48.342393 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d3163a30-cc50-4f3e-9cee-0c88c5167842 req-52d69c69-f9e0-4acd-996f-fef80a596f06 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 944 time: 0.0973949 Feb 18 12:31:48.394018 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d3163a30-cc50-4f3e-9cee-0c88c5167842 req-0795e5e3-e1da-4c4e-9060-f1ac0b503ec0 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442431 Feb 18 12:31:48.924233 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077d4db-c7f8-4165-a5c9-afb2679790d3 req-cad85ec0-13bb-4935-81e7-456dccb2897f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:48.926760 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9077d4db-c7f8-4165-a5c9-afb2679790d3 req-cad85ec0-13bb-4935-81e7-456dccb2897f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.1002457 Feb 18 12:31:48.937461 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7193e-b850-4e2d-af02-223fe7fe694b req-66e862dd-f545-4c8c-8e8c-1dec994e3c1b tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:48.943511 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-44b7193e-b850-4e2d-af02-223fe7fe694b req-66e862dd-f545-4c8c-8e8c-1dec994e3c1b tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1083567 Feb 18 12:31:48.991971 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9077d4db-c7f8-4165-a5c9-afb2679790d3 req-0f63214f-0fa0-4e36-a10b-c9527c4852c3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577662 Feb 18 12:31:48.995041 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-44b7193e-b850-4e2d-af02-223fe7fe694b req-36a9443b-7ac1-490b-ac84-7e7c7a6f73df tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475683 Feb 18 12:31:49.601104 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3799d1a7-315f-43ac-b3d5-adad455dac71 req-09180fd2-1f16-4703-a638-504b8ac00080 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:49.602789 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3799d1a7-315f-43ac-b3d5-adad455dac71 req-09180fd2-1f16-4703-a638-504b8ac00080 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 944 time: 0.0917637 Feb 18 12:31:49.653922 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3799d1a7-315f-43ac-b3d5-adad455dac71 req-124f09f0-bc98-4846-90a2-49b15033f60b tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444601 Feb 18 12:31:50.198741 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b712e5-533c-442f-8e86-9260b083ba0b req-41c86d99-f57c-4ed5-b8bd-0d180dd072a2 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:50.200435 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-37b712e5-533c-442f-8e86-9260b083ba0b req-41c86d99-f57c-4ed5-b8bd-0d180dd072a2 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.0895565 Feb 18 12:31:50.204383 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04dfb6d-8de4-41e1-a89f-107da7ea571a req-eeaf41e6-eb06-4455-bc17-7bc953b18ff9 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:50.206417 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b04dfb6d-8de4-41e1-a89f-107da7ea571a req-eeaf41e6-eb06-4455-bc17-7bc953b18ff9 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.0873032 Feb 18 12:31:50.251086 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-37b712e5-533c-442f-8e86-9260b083ba0b req-a967e67d-c6ba-4fe7-94d7-4191f0c704e7 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438387 Feb 18 12:31:50.260297 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b04dfb6d-8de4-41e1-a89f-107da7ea571a req-4e68f943-4763-4674-9d2e-8ea5a46c9ae3 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480416 Feb 18 12:31:50.884688 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63ef54-ab6e-419d-8a84-4610dabb6fa7 req-e0325e62-333e-4951-8f70-88eb1640c1ea tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:50.887987 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0b63ef54-ab6e-419d-8a84-4610dabb6fa7 req-e0325e62-333e-4951-8f70-88eb1640c1ea tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 944 time: 0.1149781 Feb 18 12:31:50.940162 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0b63ef54-ab6e-419d-8a84-4610dabb6fa7 req-8f2c6447-742a-40f0-830a-f9c178428afd tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471079 Feb 18 12:31:51.468462 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc5423-0cf9-4741-850a-e22bbc3bc5f0 req-0cbb8156-7708-4966-b4c5-eb7fb7c5d476 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:51.468462 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1ccc5423-0cf9-4741-850a-e22bbc3bc5f0 req-0cbb8156-7708-4966-b4c5-eb7fb7c5d476 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.1023200 Feb 18 12:31:51.490789 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c63a5-a4eb-41f4-bbae-51a80b7ca88c req-d1b22bb0-f414-4188-8d44-535e67b7fe95 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:51.500153 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-946c63a5-a4eb-41f4-bbae-51a80b7ca88c req-d1b22bb0-f414-4188-8d44-535e67b7fe95 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1104860 Feb 18 12:31:51.521828 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1ccc5423-0cf9-4741-850a-e22bbc3bc5f0 req-e4696265-e30d-4c99-831c-b36c0abc69bc tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465090 Feb 18 12:31:51.554407 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-946c63a5-a4eb-41f4-bbae-51a80b7ca88c req-36f97661-ea04-4ac2-a1ba-e8566473cb31 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520396 Feb 18 12:31:52.382824 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ee52e-e114-4237-befe-1544bf57b316 req-8febeac7-dfe0-4033-895f-a7de8de896d6 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:52.384470 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ca2ee52e-e114-4237-befe-1544bf57b316 req-8febeac7-dfe0-4033-895f-a7de8de896d6 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 944 time: 0.3281066 Feb 18 12:31:52.432725 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ca2ee52e-e114-4237-befe-1544bf57b316 req-8b1aa9d2-9cfd-4ce7-943f-7dc10f995485 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418556 Feb 18 12:31:52.642781 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 07c335ac-b582-4c72-a3b2-82540c224746 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:31:52.721489 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning for port 07c335ac-b582-4c72-a3b2-82540c224746 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:31:52.728215 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 07c335ac-b582-4c72-a3b2-82540c224746 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:31:52.728809 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:52.747315 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e331b-7929-402d-8103-01d2a3222a42 req-51abb179-8268-48da-af16-428f956c036e tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:52.749022 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0f1e331b-7929-402d-8103-01d2a3222a42 req-51abb179-8268-48da-af16-428f956c036e tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.1006229 Feb 18 12:31:52.791604 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e7a45-a9db-4b91-a7bd-f1fe521611d3 req-c0c0ab10-bd2b-4b8e-9d20-a335f2355a1a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:52.793181 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-945e7a45-a9db-4b91-a7bd-f1fe521611d3 req-c0c0ab10-bd2b-4b8e-9d20-a335f2355a1a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.0914769 Feb 18 12:31:52.799417 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0f1e331b-7929-402d-8103-01d2a3222a42 req-ba3b2b5b-cd30-4056-83e6-8dcc1b89e72c tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436327 Feb 18 12:31:52.845230 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-945e7a45-a9db-4b91-a7bd-f1fe521611d3 req-924c3ec5-28c2-4455-b3fc-0db84fe4fef9 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442817 Feb 18 12:31:52.861971 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:52.890440 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7960d0ea-9b45-4575-aef5-8f544c636d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c335ac-b582-4c72-a3b2-82540c224746'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:31:52.901288 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port 07c335ac-b582-4c72-a3b2-82540c224746, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=07c335ac-b582-4c72-a3b2-82540c224746,segment=NetworkSegment(9e349296-a32e-43ca-8f1a-7ded5615c216),segment_id=9e349296-a32e-43ca-8f1a-7ded5615c216)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:31:52.904930 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:52.905882 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 19a802e4-5491-40b3-a616-250e68167213 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:31:52.938898 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:31:52.986894 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7960d0ea-9b45-4575-aef5-8f544c636d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c335ac-b582-4c72-a3b2-82540c224746', 'code': 200} Feb 18 12:31:53.034790 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=07c335ac-b582-4c72-a3b2-82540c224746,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:31:53.038504 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:31:53.057139 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 19a802e4-5491-40b3-a616-250e68167213 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:31:53.057564 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:53.446879 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e992c-6e49-4fda-bfb8-244384747938 req-0cf6c73e-7eb5-49dc-9de7-b81cb1ced0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:53.448573 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-200e992c-6e49-4fda-bfb8-244384747938 req-0cf6c73e-7eb5-49dc-9de7-b81cb1ced0b2 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 1162 time: 0.1056428 Feb 18 12:31:53.502212 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-200e992c-6e49-4fda-bfb8-244384747938 req-2ace8151-619f-404e-bb6c-0155f772a1b7 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441232 Feb 18 12:31:53.649716 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75a66e-633c-42d8-a866-2b1a9e56d09f req-4f74f444-a632-4d10-84b9-231e7660b227 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:53.651336 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6a75a66e-633c-42d8-a866-2b1a9e56d09f req-4f74f444-a632-4d10-84b9-231e7660b227 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 944 time: 0.0911608 Feb 18 12:31:53.706533 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6a75a66e-633c-42d8-a866-2b1a9e56d09f req-f0209a2f-b719-4bd0-b90b-ff6597fa837f tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487788 Feb 18 12:31:54.019804 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f86bf-d35f-43cc-ba0e-8ecde48b4939 req-910fcd76-da36-4c00-b84c-d96d6892e6cb tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:54.021732 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-790f86bf-d35f-43cc-ba0e-8ecde48b4939 req-910fcd76-da36-4c00-b84c-d96d6892e6cb tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.1024144 Feb 18 12:31:54.063756 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71079bc1-ff63-4959-aa72-0a0553a00484 req-de66bf45-2803-4037-83f1-a29f2cfd0e62 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:54.067577 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-71079bc1-ff63-4959-aa72-0a0553a00484 req-de66bf45-2803-4037-83f1-a29f2cfd0e62 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.0948505 Feb 18 12:31:54.083013 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-790f86bf-d35f-43cc-ba0e-8ecde48b4939 req-4ed1e5bc-5ff5-48e6-9dc4-6b6e01d4246f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546870 Feb 18 12:31:54.121500 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-71079bc1-ff63-4959-aa72-0a0553a00484 req-8d3f6835-1103-41a6-b35b-1d5fa7e20bad tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479009 Feb 18 12:31:54.324426 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281e233-f9c3-4fbd-b39b-a71218c651d6 req-138a2175-643b-474b-8600-05444bfcd742 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:54.326480 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a281e233-f9c3-4fbd-b39b-a71218c651d6 req-138a2175-643b-474b-8600-05444bfcd742 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.0888081 Feb 18 12:31:54.337081 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 43032) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:54.342685 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-a5fc7367-ff23-4d06-9747-7ef70ba7736f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Request body: {'floatingip': {'port_id': '19a802e4-5491-40b3-a616-250e68167213'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:31:54.474736 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a5fc7367-ff23-4d06-9747-7ef70ba7736f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for floatingip, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:54.970944 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb7085-37e7-44cc-95ba-4aa862bfa0f5 req-64a0e68d-78f2-47e0-84ef-cb33d0e44fec tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:54.979680 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-76fb7085-37e7-44cc-95ba-4aa862bfa0f5 req-64a0e68d-78f2-47e0-84ef-cb33d0e44fec tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 944 time: 0.1244965 Feb 18 12:31:55.036398 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-76fb7085-37e7-44cc-95ba-4aa862bfa0f5 req-2ae76e26-645e-4fdf-91f8-16a1391e2151 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556440 Feb 18 12:31:55.593870 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.db.resource_extend [None req-a5fc7367-ff23-4d06-9747-7ef70ba7736f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 18 12:31:55.664773 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f047081-396b-4649-8a10-3dbe9347360f req-3fc2f90d-2272-43c8-9613-a8a4e380b797 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:55.666385 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7f047081-396b-4649-8a10-3dbe9347360f req-3fc2f90d-2272-43c8-9613-a8a4e380b797 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.4469903 Feb 18 12:31:55.744314 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a5fc7367-ff23-4d06-9747-7ef70ba7736f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:55.749081 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a5fc7367-ff23-4d06-9747-7ef70ba7736f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854411096'] for floatingip, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:55.811955 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7f047081-396b-4649-8a10-3dbe9347360f req-6f3ec904-af7b-423f-94d6-2a2acbde6202 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306164 Feb 18 12:31:55.943325 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.l3_db [None req-a5fc7367-ff23-4d06-9747-7ef70ba7736f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Floating IP 58fe0190-209d-428c-9056-290a880ef752 associated. External IP: 172.27.1.247, port: 19a802e4-5491-40b3-a616-250e68167213. Feb 18 12:31:56.242354 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712fc77-17e0-43cf-8bb8-2d4c8b4df14d req-8a787bc2-a1f4-43a1-bf71-f256a53838e4 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:56.249017 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6712fc77-17e0-43cf-8bb8-2d4c8b4df14d req-8a787bc2-a1f4-43a1-bf71-f256a53838e4 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 944 time: 0.0937655 Feb 18 12:31:56.274012 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376579a-5467-4135-9a4b-fd6dfe466307 req-a6cf079f-45fc-449d-b9cb-601be318de58 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:56.275680 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6376579a-5467-4135-9a4b-fd6dfe466307 req-a6cf079f-45fc-449d-b9cb-601be318de58 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.1898994 Feb 18 12:31:56.295800 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6712fc77-17e0-43cf-8bb8-2d4c8b4df14d req-895f7d77-567b-4669-af7c-fcfd1a8633c0 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455508 Feb 18 12:31:56.418906 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6376579a-5467-4135-9a4b-fd6dfe466307 req-92b49a21-b237-4e1f-b669-b62b3b675d54 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362753 Feb 18 12:31:56.457107 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fc7367-ff23-4d06-9747-7ef70ba7736f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Router 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:31:56.654127 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fc7367-ff23-4d06-9747-7ef70ba7736f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:31:56.668536 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ed892e-1d38-413a-9463-94829482b420 None None] Sync routers for ids ['6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'] in dv-cinder-776422-1-iscsi {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:31:56.674326 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a5fc7367-ff23-4d06-9747-7ef70ba7736f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:56.679299 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ed892e-1d38-413a-9463-94829482b420 None None] Routers {'6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:31:56.680056 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b2ed892e-1d38-413a-9463-94829482b420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:31:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:31:56.739893 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-a5fc7367-ff23-4d06-9747-7ef70ba7736f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "PUT /v2.0/floatingips/58fe0190-209d-428c-9056-290a880ef752 HTTP/1.1" status: 200 len: 991 time: 2.4016044 Feb 18 12:31:56.740637 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46855df9-6eb6-400e-8978-aa9bc3035f66', 'tag': '19a802e4-5491-40b3-a616-250e68167213'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:31:56.795187 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46855df9-6eb6-400e-8978-aa9bc3035f66', 'tag': '19a802e4-5491-40b3-a616-250e68167213', 'status': 'completed', 'code': 200} Feb 18 12:31:56.875817 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-b2ed892e-1d38-413a-9463-94829482b420 None None] Set router 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:31:57.024802 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eec1d8-4725-41c3-9584-dc347b46bd82 req-18d8b194-b86b-447f-a279-483059793274 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:57.026189 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c1eec1d8-4725-41c3-9584-dc347b46bd82 req-18d8b194-b86b-447f-a279-483059793274 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.0897233 Feb 18 12:31:57.082878 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c1eec1d8-4725-41c3-9584-dc347b46bd82 req-0e919518-7a71-427d-bd89-a62155c7ff72 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438755 Feb 18 12:31:57.262783 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b2ed892e-1d38-413a-9463-94829482b420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-322464374-router', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '469f846f-3365-4d57-b618-4eb793252dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:31Z', 'updated_at': '2021-02-18T12:30:44Z', 'revision_number': 4, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'gw_port': {'id': '469f846f-3365-4d57-b618-4eb793252dac', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:33Z', 'updated_at': '2021-02-18T12:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_floatingips': [{'id': '58fe0190-209d-428c-9056-290a880ef752', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'router_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'port_id': '19a802e4-5491-40b3-a616-250e68167213', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28', 'mac_address': 'fa:16:3e:c3:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46855df9-6eb6-400e-8978-aa9bc3035f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:31:04Z', 'updated_at': '2021-02-18T12:31:55Z', 'revision_number': 1, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9af06d-63c2-450b-a6c3-d395676c9628', 'name': '', 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'mac_address': 'fa:16:3e:66:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:39Z', 'updated_at': '2021-02-18T12:30:58Z', 'revision_number': 5, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'subnets': [{'id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:31:57.267026 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ed892e-1d38-413a-9463-94829482b420 None None] Checking router: 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d for host: dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:31:57.276706 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ed892e-1d38-413a-9463-94829482b420 None None] Routers {'6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:31:57.277354 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b2ed892e-1d38-413a-9463-94829482b420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:31:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:31:57.488488 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-b2ed892e-1d38-413a-9463-94829482b420 None None] Set router 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:31:57.528074 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6dd6a3-53fe-4886-ae21-2fd155828c83 req-5d617135-3e75-4ae6-a60d-d80002cbcd65 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:57.529639 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dc6dd6a3-53fe-4886-ae21-2fd155828c83 req-5d617135-3e75-4ae6-a60d-d80002cbcd65 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 944 time: 0.1126914 Feb 18 12:31:57.591868 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dc6dd6a3-53fe-4886-ae21-2fd155828c83 req-b66346f9-b203-4a6f-a258-00827cb16011 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552208 Feb 18 12:31:57.793037 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bf83e-ef36-4c87-8535-e01c6e8c9bf2 req-3e2109d6-0b2a-4c6a-ad59-58930b66f15d tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:57.794606 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-da1bf83e-ef36-4c87-8535-e01c6e8c9bf2 req-3e2109d6-0b2a-4c6a-ad59-58930b66f15d tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.0885863 Feb 18 12:31:57.850412 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-da1bf83e-ef36-4c87-8535-e01c6e8c9bf2 req-d6339732-42a7-42d1-ab87-9821fff71cf4 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484512 Feb 18 12:31:57.900855 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b2ed892e-1d38-413a-9463-94829482b420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-322464374-router', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '469f846f-3365-4d57-b618-4eb793252dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:31Z', 'updated_at': '2021-02-18T12:30:44Z', 'revision_number': 4, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'gw_port': {'id': '469f846f-3365-4d57-b618-4eb793252dac', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:33Z', 'updated_at': '2021-02-18T12:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_floatingips': [{'id': '58fe0190-209d-428c-9056-290a880ef752', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'router_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'port_id': '19a802e4-5491-40b3-a616-250e68167213', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28', 'mac_address': 'fa:16:3e:c3:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46855df9-6eb6-400e-8978-aa9bc3035f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:31:04Z', 'updated_at': '2021-02-18T12:31:55Z', 'revision_number': 1, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9af06d-63c2-450b-a6c3-d395676c9628', 'name': '', 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'mac_address': 'fa:16:3e:66:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:39Z', 'updated_at': '2021-02-18T12:30:58Z', 'revision_number': 5, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'subnets': [{'id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:31:57.905247 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ed892e-1d38-413a-9463-94829482b420 None None] The sync data for ids ['6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'] in dv-cinder-776422-1-iscsi is: [{'id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-322464374-router', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '469f846f-3365-4d57-b618-4eb793252dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:31Z', 'updated_at': '2021-02-18T12:30:44Z', 'revision_number': 4, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'gw_port': {'id': '469f846f-3365-4d57-b618-4eb793252dac', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:33Z', 'updated_at': '2021-02-18T12:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_floatingips': [{'id': '58fe0190-209d-428c-9056-290a880ef752', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'router_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'port_id': '19a802e4-5491-40b3-a616-250e68167213', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28', 'mac_address': 'fa:16:3e:c3:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46855df9-6eb6-400e-8978-aa9bc3035f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:31:04Z', 'updated_at': '2021-02-18T12:31:55Z', 'revision_number': 1, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9af06d-63c2-450b-a6c3-d395676c9628', 'name': '', 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'mac_address': 'fa:16:3e:66:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:39Z', 'updated_at': '2021-02-18T12:30:58Z', 'revision_number': 5, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'subnets': [{'id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:31:58.214209 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cdcd8c-5030-488b-a6f4-d5db71f9b6db None None] New status for floating IP 58fe0190-209d-428c-9056-290a880ef752: ACTIVE {{(pid=83988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 12:31:58.292561 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b0676-cafb-4577-a0a7-b14a6df77eb9 req-19c19a5e-5b08-4015-92df-283a711455f4 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:58.301207 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-308b0676-cafb-4577-a0a7-b14a6df77eb9 req-19c19a5e-5b08-4015-92df-283a711455f4 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.0997148 Feb 18 12:31:58.384827 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-308b0676-cafb-4577-a0a7-b14a6df77eb9 req-3fd14e11-b063-428a-bbc6-4ae3513fdf28 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769844 Feb 18 12:31:58.811603 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6c230-1006-4e8b-b924-f53c66114436 req-e2ae3561-a621-41fa-abcc-cb5340d00fe2 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:58.813432 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-87f6c230-1006-4e8b-b924-f53c66114436 req-e2ae3561-a621-41fa-abcc-cb5340d00fe2 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 944 time: 0.0957253 Feb 18 12:31:58.865902 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-87f6c230-1006-4e8b-b924-f53c66114436 req-f7d919c0-d304-4330-b2f5-4609d51dc028 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458229 Feb 18 12:31:59.059020 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58145144-1e20-4a26-997e-5a2af1c3a886 req-febba08a-0cb6-4c16-a829-5d045e16fd1c tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:59.060671 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-58145144-1e20-4a26-997e-5a2af1c3a886 req-febba08a-0cb6-4c16-a829-5d045e16fd1c tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.0894566 Feb 18 12:31:59.110901 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-58145144-1e20-4a26-997e-5a2af1c3a886 req-599f4b32-aec3-4df0-9a5c-ebacef7a2e15 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432932 Feb 18 12:31:59.600321 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c0def-0486-4634-a646-e683826bc7a5 req-a9255166-946e-455e-b36c-167278f5d3f5 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:31:59.601100 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0f2c0def-0486-4634-a646-e683826bc7a5 req-a9255166-946e-455e-b36c-167278f5d3f5 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.0989649 Feb 18 12:31:59.650839 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0f2c0def-0486-4634-a646-e683826bc7a5 req-6a666c1e-0ee9-4076-8e39-15d8a34e0663 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424528 Feb 18 12:32:00.073747 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078a739-0b79-41fc-a941-281a028e1030 req-155ea5ab-5358-4d2b-bca2-b7e1a65f6b7d tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:00.075519 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8078a739-0b79-41fc-a941-281a028e1030 req-155ea5ab-5358-4d2b-bca2-b7e1a65f6b7d tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 944 time: 0.0903831 Feb 18 12:32:00.127919 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8078a739-0b79-41fc-a941-281a028e1030 req-d0a4f87c-d057-496e-ad36-0ca21c8ac820 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452619 Feb 18 12:32:00.318300 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95ccb2-cab4-4b07-ad06-66d9e0e8abde req-f3b639e5-2d2c-4e90-8ee4-3d682fb5f5db tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:00.320026 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7a95ccb2-cab4-4b07-ad06-66d9e0e8abde req-f3b639e5-2d2c-4e90-8ee4-3d682fb5f5db tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.0877721 Feb 18 12:32:00.371987 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7a95ccb2-cab4-4b07-ad06-66d9e0e8abde req-63570101-a8c0-48fe-ae28-5f2d8d2b34c0 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445888 Feb 18 12:32:00.686326 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258474f-fbf8-4e4a-a33a-7813d156f1f0 req-d3dae0d7-2dd9-4776-8590-09253fb37332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:00.687993 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3258474f-fbf8-4e4a-a33a-7813d156f1f0 req-d3dae0d7-2dd9-4776-8590-09253fb37332 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fff3f4ff6e52473eab85e6377277c4bd&device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 1162 time: 0.0823195 Feb 18 12:32:00.858987 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30743a69-2fd8-4ecf-a10f-211c7837a463 req-a9bca11f-2d79-4913-8f27-cf621bb329d5 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:00.860630 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-30743a69-2fd8-4ecf-a10f-211c7837a463 req-a9bca11f-2d79-4913-8f27-cf621bb329d5 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.0946646 Feb 18 12:32:00.873362 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258474f-fbf8-4e4a-a33a-7813d156f1f0 req-4732a7d3-bc93-4384-a2c1-3e50e5e0c876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:00.874948 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3258474f-fbf8-4e4a-a33a-7813d156f1f0 req-4732a7d3-bc93-4384-a2c1-3e50e5e0c876 service neutron] 10.222.0.99 "GET /v2.0/networks?id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28 HTTP/1.1" status: 200 len: 910 time: 0.1476243 Feb 18 12:32:00.913780 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-30743a69-2fd8-4ecf-a10f-211c7837a463 req-4da5eca4-ad72-456b-a722-c08f5d35b8f4 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438502 Feb 18 12:32:00.976539 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-61a9e10b-eb2d-471a-bb94-928adcd6bdc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:00.991408 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3258474f-fbf8-4e4a-a33a-7813d156f1f0 req-495de696-165c-48ac-9a2a-d4c3bbb6d996 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19a802e4-5491-40b3-a616-250e68167213 HTTP/1.1" status: 200 len: 1001 time: 0.1096466 Feb 18 12:32:01.023078 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 07c335ac-b582-4c72-a3b2-82540c224746 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:32:01.078645 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258474f-fbf8-4e4a-a33a-7813d156f1f0 req-c763c65f-538f-46fd-b157-0cd6600f9048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:01.080662 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3258474f-fbf8-4e4a-a33a-7813d156f1f0 req-c763c65f-538f-46fd-b157-0cd6600f9048 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e4044c87-5ed4-4e4e-a96f-b6177944301a HTTP/1.1" status: 200 len: 855 time: 0.0725157 Feb 18 12:32:01.182103 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258474f-fbf8-4e4a-a33a-7813d156f1f0 req-bf59f878-11c6-4bb4-90be-e969ed366a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:01.183796 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3258474f-fbf8-4e4a-a33a-7813d156f1f0 req-bf59f878-11c6-4bb4-90be-e969ed366a56 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0965307 Feb 18 12:32:01.264581 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 07c335ac-b582-4c72-a3b2-82540c224746 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:32:01.264887 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:01.393862 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 9f5db636-8aa0-4212-b3b0-0b0b38c0e292 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:32:01.404995 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3258474f-fbf8-4e4a-a33a-7813d156f1f0 req-1ec866d9-39d6-41e8-899d-aa81a6ebf5ce service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141476 Feb 18 12:32:01.413325 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca346945-5f54-41fc-9108-cd2135ad4f94 req-dc698e8b-0875-44b6-92e7-6c199ab13100 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:01.415032 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ca346945-5f54-41fc-9108-cd2135ad4f94 req-dc698e8b-0875-44b6-92e7-6c199ab13100 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 944 time: 0.1503177 Feb 18 12:32:01.485149 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning for port 9f5db636-8aa0-4212-b3b0-0b0b38c0e292 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:32:01.490828 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 9f5db636-8aa0-4212-b3b0-0b0b38c0e292 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:32:01.491254 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:01.561133 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ca346945-5f54-41fc-9108-cd2135ad4f94 req-42d74bb2-c47a-4c2d-8ce6-861ae49d722d tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202021 Feb 18 12:32:01.603006 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe743c3-07f5-44dd-8b21-8e9b40b6d572 req-d845dc65-d748-4295-991d-4e38c1e41820 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:01.604791 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cfe743c3-07f5-44dd-8b21-8e9b40b6d572 req-d845dc65-d748-4295-991d-4e38c1e41820 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.1025856 Feb 18 12:32:01.633680 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3258474f-fbf8-4e4a-a33a-7813d156f1f0 req-d147c634-fcb6-44d9-882b-5a13eb273fe7 service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2173431 Feb 18 12:32:01.662940 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:01.669287 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cfe743c3-07f5-44dd-8b21-8e9b40b6d572 req-3e75ecdc-7684-4bd4-b3f3-2ce72c2d30e1 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490618 Feb 18 12:32:01.699914 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1d764f-81fd-4488-890b-fbbbda606a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5db636-8aa0-4212-b3b0-0b0b38c0e292'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:32:01.711422 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port 9f5db636-8aa0-4212-b3b0-0b0b38c0e292, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=9f5db636-8aa0-4212-b3b0-0b0b38c0e292,segment=NetworkSegment(9e349296-a32e-43ca-8f1a-7ded5615c216),segment_id=9e349296-a32e-43ca-8f1a-7ded5615c216)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:32:01.714706 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:01.717145 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 19a802e4-5491-40b3-a616-250e68167213 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:32:01.753676 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1d764f-81fd-4488-890b-fbbbda606a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5db636-8aa0-4212-b3b0-0b0b38c0e292', 'code': 200} Feb 18 12:32:01.754556 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b6657c4c-c953-4a4c-900d-7ce26fee907e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:01.857394 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=9f5db636-8aa0-4212-b3b0-0b0b38c0e292,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:01.865026 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:01.870694 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 19a802e4-5491-40b3-a616-250e68167213 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:32:01.871151 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:02.196953 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7b1a9-8e4a-4517-a721-03c2e9b50af1 req-82c94578-0835-40aa-8c0b-390208717235 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:02.198643 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1bc7b1a9-8e4a-4517-a721-03c2e9b50af1 req-82c94578-0835-40aa-8c0b-390208717235 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.1188414 Feb 18 12:32:02.200755 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68a1bf-39a9-49ec-8cd9-33b86932f633 req-aa9db1f6-e9ab-42d8-84b4-2832a51a6f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:02.202219 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1a68a1bf-39a9-49ec-8cd9-33b86932f633 req-aa9db1f6-e9ab-42d8-84b4-2832a51a6f67 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 1163 time: 0.1591473 Feb 18 12:32:02.251505 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1bc7b1a9-8e4a-4517-a721-03c2e9b50af1 req-03df12d7-f0e9-4cde-b2ee-06bd37a32ee9 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449409 Feb 18 12:32:02.312422 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1a68a1bf-39a9-49ec-8cd9-33b86932f633 req-44953d92-8558-469f-86c9-04233bfc5159 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380023 Feb 18 12:32:02.774401 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb57c7-94c6-43ee-9c64-c743d95bc999 req-7cf66825-0bf8-4c37-8237-db7ff1ba3a5f tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:02.775960 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-21bb57c7-94c6-43ee-9c64-c743d95bc999 req-7cf66825-0bf8-4c37-8237-db7ff1ba3a5f tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.0906177 Feb 18 12:32:02.830550 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-21bb57c7-94c6-43ee-9c64-c743d95bc999 req-3ac6cb3d-facc-464c-90c3-85c7c2a3cee4 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481133 Feb 18 12:32:02.874805 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32acbcf5-3e9c-434d-a0c4-256c9fd5aa87 req-07dd12eb-f6d4-4eb4-a5b5-8f208dfac954 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:02.876829 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-32acbcf5-3e9c-434d-a0c4-256c9fd5aa87 req-07dd12eb-f6d4-4eb4-a5b5-8f208dfac954 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.0923035 Feb 18 12:32:02.926960 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-32acbcf5-3e9c-434d-a0c4-256c9fd5aa87 req-f73366a5-ec1b-4af4-9234-770ccecb07b2 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429258 Feb 18 12:32:03.355003 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2395-c906-4bc1-9e22-26be3bf7e6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:03.461157 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc36897-d7d1-46cb-9dae-ce4c9f7deb7d req-5d7d93ed-ddc3-4ef0-94b4-e3eb5a7f5665 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:03.462753 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7cc36897-d7d1-46cb-9dae-ce4c9f7deb7d req-5d7d93ed-ddc3-4ef0-94b4-e3eb5a7f5665 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.0916486 Feb 18 12:32:03.512448 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7cc36897-d7d1-46cb-9dae-ce4c9f7deb7d req-03017898-920f-475d-83fc-19ee5b45464a tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430958 Feb 18 12:32:03.822806 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:04.042832 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578db7d7-f220-47c8-9006-6ad74e37bc41 req-f129097d-00cb-4ca2-b098-db5bc2c18dfb tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:04.042832 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-578db7d7-f220-47c8-9006-6ad74e37bc41 req-f129097d-00cb-4ca2-b098-db5bc2c18dfb tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.0954027 Feb 18 12:32:04.094155 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-578db7d7-f220-47c8-9006-6ad74e37bc41 req-0a704726-2d8a-4781-a95f-7ca40d9d18af tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444932 Feb 18 12:32:04.288536 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9e6eb-975b-4073-8a26-eb7d71c06cd5 req-6f58ca3a-415d-4838-b4cd-6e0b8e9e875a tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:04.290162 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-72d9e6eb-975b-4073-8a26-eb7d71c06cd5 req-6f58ca3a-415d-4838-b4cd-6e0b8e9e875a tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.0913231 Feb 18 12:32:04.340473 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-72d9e6eb-975b-4073-8a26-eb7d71c06cd5 req-e054583c-b5ee-4af0-8dde-a1a6c57a182c tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438857 Feb 18 12:32:04.729763 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027ce3b-70b7-4fc8-9b4c-556b0ef0881e req-362cacbd-11f6-4666-a83a-630c5e72696a tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:04.731693 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e027ce3b-70b7-4fc8-9b4c-556b0ef0881e req-362cacbd-11f6-4666-a83a-630c5e72696a tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.0913606 Feb 18 12:32:04.780459 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e027ce3b-70b7-4fc8-9b4c-556b0ef0881e req-60578ddc-2790-4fd1-8d54-2b8d71bffedb tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424438 Feb 18 12:32:05.150652 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:05.308697 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8683c70-45ef-4146-95bc-d3827f6453b5 req-1c011ad6-f0c6-4933-9078-043cbeac7bf1 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:05.308697 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a8683c70-45ef-4146-95bc-d3827f6453b5 req-1c011ad6-f0c6-4933-9078-043cbeac7bf1 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.0937562 Feb 18 12:32:05.373204 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a8683c70-45ef-4146-95bc-d3827f6453b5 req-3bfa31ca-a93c-4b49-bb91-25e2da6d33ed tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596762 Feb 18 12:32:05.456564 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:05.573137 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69264151-3146-4fb3-bbea-9a2300aadd59 req-626abd96-458d-4437-b2ae-0eb0e5aa0161 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:05.574735 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-69264151-3146-4fb3-bbea-9a2300aadd59 req-626abd96-458d-4437-b2ae-0eb0e5aa0161 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.0975499 Feb 18 12:32:05.627014 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-69264151-3146-4fb3-bbea-9a2300aadd59 req-0d345fa5-2d16-4865-bf8e-de8d45e4e8c2 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444548 Feb 18 12:32:06.121606 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7a42d-f88b-4f87-8ed0-c4bb9f6a270f req-0783c4a2-27a0-4a51-9ccb-1c6618abb6ea tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:06.123258 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c3e7a42d-f88b-4f87-8ed0-c4bb9f6a270f req-0783c4a2-27a0-4a51-9ccb-1c6618abb6ea tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.0915897 Feb 18 12:32:06.173620 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c3e7a42d-f88b-4f87-8ed0-c4bb9f6a270f req-969ac24e-778e-475e-820b-64e7d1188236 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435898 Feb 18 12:32:06.569699 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f2276-0e13-4bf0-a48e-52697983a053 req-610ce130-8089-4a6d-b07a-0b8c35e43a75 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:06.571338 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-450f2276-0e13-4bf0-a48e-52697983a053 req-610ce130-8089-4a6d-b07a-0b8c35e43a75 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.0893729 Feb 18 12:32:06.621406 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-450f2276-0e13-4bf0-a48e-52697983a053 req-09e6114a-82ee-4d49-b6ac-1cde403ab62b tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428066 Feb 18 12:32:06.827815 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba3d55-89be-45cd-a48f-78d2f3e02a7e req-9463c931-ff20-40cd-95b3-9ce9a924afc3 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:06.829408 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-79ba3d55-89be-45cd-a48f-78d2f3e02a7e req-9463c931-ff20-40cd-95b3-9ce9a924afc3 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.0862997 Feb 18 12:32:06.877683 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-79ba3d55-89be-45cd-a48f-78d2f3e02a7e req-2e529423-7268-4061-9935-26c0469bbfa6 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420513 Feb 18 12:32:07.389734 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158aa276-2f7b-4698-85ae-fddad41be7cd req-b4b5b20e-9777-419f-a38a-de75c8a3fc3a tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:07.391333 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-158aa276-2f7b-4698-85ae-fddad41be7cd req-b4b5b20e-9777-419f-a38a-de75c8a3fc3a tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.1023769 Feb 18 12:32:07.443564 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-158aa276-2f7b-4698-85ae-fddad41be7cd req-45a5840d-47f4-4385-b65e-5f7d9409f2cc tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434625 Feb 18 12:32:07.825414 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b80c3-753c-48ff-9091-2f0b044ce898 req-1387ea6c-2d6a-4b6b-9ee6-bc9a81653b17 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:07.827079 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c70b80c3-753c-48ff-9091-2f0b044ce898 req-1387ea6c-2d6a-4b6b-9ee6-bc9a81653b17 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.0915785 Feb 18 12:32:07.876874 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c70b80c3-753c-48ff-9091-2f0b044ce898 req-184df10f-2fd5-40f6-8f5b-02c53fcecaad tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426836 Feb 18 12:32:08.080518 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c5e46-aef9-4e90-a3e5-18554194d3e0 req-98c6287c-1b31-421b-9fa8-ab8008860e6e tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:08.082895 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-566c5e46-aef9-4e90-a3e5-18554194d3e0 req-98c6287c-1b31-421b-9fa8-ab8008860e6e tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.0878980 Feb 18 12:32:08.131605 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-566c5e46-aef9-4e90-a3e5-18554194d3e0 req-fc18b316-437b-48e8-b3e1-562f00cb2d05 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421462 Feb 18 12:32:08.654822 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd7cfe-7e91-4660-b2f9-c0e7618ab913 req-4071792d-22f6-4219-bfc9-626e13f0ed2c tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:08.656494 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7bbd7cfe-7e91-4660-b2f9-c0e7618ab913 req-4071792d-22f6-4219-bfc9-626e13f0ed2c tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.0927908 Feb 18 12:32:08.708872 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7bbd7cfe-7e91-4660-b2f9-c0e7618ab913 req-c2703297-d0de-4f22-b55d-1295f8f1cb56 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459647 Feb 18 12:32:09.081681 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f754e2c-9f86-4eda-b067-bd839676e9eb req-7a6e6844-0ebb-42a6-b22d-97d85438182c tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:09.083360 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4f754e2c-9f86-4eda-b067-bd839676e9eb req-7a6e6844-0ebb-42a6-b22d-97d85438182c tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.0930309 Feb 18 12:32:09.134317 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4f754e2c-9f86-4eda-b067-bd839676e9eb req-6784a08e-0630-443c-854e-f98c580de926 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440407 Feb 18 12:32:09.338643 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab540c-2818-4677-b357-f6e101b2564c req-293fbfbe-3a86-4d32-9b4b-2b29976a5172 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:09.340273 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-84ab540c-2818-4677-b357-f6e101b2564c req-293fbfbe-3a86-4d32-9b4b-2b29976a5172 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.0871339 Feb 18 12:32:09.392346 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-84ab540c-2818-4677-b357-f6e101b2564c req-6e508a17-905a-455c-b82a-1dab0c47be70 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454206 Feb 18 12:32:09.737562 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:09.820272 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 9f5db636-8aa0-4212-b3b0-0b0b38c0e292 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:32:09.908023 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 9f5db636-8aa0-4212-b3b0-0b0b38c0e292 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:32:09.908462 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:09.929951 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbbbba-a57a-476f-b78f-07f8fe7f378a req-9783eb7e-7d53-4179-aa8a-0ba9b22ddfb4 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:09.931522 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-56bbbbba-a57a-476f-b78f-07f8fe7f378a req-9783eb7e-7d53-4179-aa8a-0ba9b22ddfb4 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.0970385 Feb 18 12:32:09.993831 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-56bbbbba-a57a-476f-b78f-07f8fe7f378a req-def0680f-7932-4656-9959-8803bfe7c6cb tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558977 Feb 18 12:32:10.340134 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b651f2-5b98-4b34-a3a1-b3b4079d2059 req-c64c631a-0634-4aa2-b2d7-38d18c2126e8 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:10.341662 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-53b651f2-5b98-4b34-a3a1-b3b4079d2059 req-c64c631a-0634-4aa2-b2d7-38d18c2126e8 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.0912862 Feb 18 12:32:10.394476 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-53b651f2-5b98-4b34-a3a1-b3b4079d2059 req-937a2a36-8663-4181-be7a-efcfca8adbc3 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456126 Feb 18 12:32:10.593356 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d2d32-f21c-4f08-b806-8d8ad7d8bfe2 req-8fe7413c-2ab4-4f73-ac36-4b697d5edce9 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:10.594907 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e59d2d32-f21c-4f08-b806-8d8ad7d8bfe2 req-8fe7413c-2ab4-4f73-ac36-4b697d5edce9 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.0865543 Feb 18 12:32:10.645317 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e59d2d32-f21c-4f08-b806-8d8ad7d8bfe2 req-0984f3dd-9b00-44e9-a51e-c741145d0835 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432310 Feb 18 12:32:11.204418 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd65e6-f2d0-4f91-8a15-a91e70c196f4 req-9c58240a-917c-4891-b6ec-89a7274d5050 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:11.206030 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03fd65e6-f2d0-4f91-8a15-a91e70c196f4 req-9c58240a-917c-4891-b6ec-89a7274d5050 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.0898490 Feb 18 12:32:11.255880 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03fd65e6-f2d0-4f91-8a15-a91e70c196f4 req-0d58f673-4ee5-4377-befd-af2658604d5c tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433774 Feb 18 12:32:11.811049 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0fdc4f-0d5f-48d7-8e81-847010453468 req-46671a44-dd6f-4f54-90f3-bc25fc51e075 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:11.812727 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7b0fdc4f-0d5f-48d7-8e81-847010453468 req-46671a44-dd6f-4f54-90f3-bc25fc51e075 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.2971191 Feb 18 12:32:11.869400 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfa72b-0139-4401-8479-3d64d4f56c18 req-40376006-57ed-4e33-84d0-603b6cd33c8b tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:11.871544 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c2bfa72b-0139-4401-8479-3d64d4f56c18 req-40376006-57ed-4e33-84d0-603b6cd33c8b tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.0973227 Feb 18 12:32:11.876596 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7b0fdc4f-0d5f-48d7-8e81-847010453468 req-a871df45-a0e1-44f8-8511-3f2ac4e284c7 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560164 Feb 18 12:32:12.120022 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c2bfa72b-0139-4401-8479-3d64d4f56c18 req-f5099ba3-9189-487d-836d-61ef25213eee tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342515 Feb 18 12:32:12.453974 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980f1e3-c2cb-4b53-bddb-34908333b37f req-effa2304-5860-4309-a31a-efcc71ccb18d tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:12.455741 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2980f1e3-c2cb-4b53-bddb-34908333b37f req-effa2304-5860-4309-a31a-efcc71ccb18d tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.0862415 Feb 18 12:32:12.507968 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2980f1e3-c2cb-4b53-bddb-34908333b37f req-c6c5efc3-198a-4e3a-9e1a-936c276aca22 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452545 Feb 18 12:32:13.082059 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d4622-a0b3-4b2e-9eda-d6b35dd7f4d3 req-85b6d942-b64f-4d8d-a332-e50d67cc43e1 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:13.084963 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-af3d4622-a0b3-4b2e-9eda-d6b35dd7f4d3 req-85b6d942-b64f-4d8d-a332-e50d67cc43e1 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.0874617 Feb 18 12:32:13.135248 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-af3d4622-a0b3-4b2e-9eda-d6b35dd7f4d3 req-5ccea3b9-f992-4b86-89f6-cec4ad7079b4 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451546 Feb 18 12:32:13.324958 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5008b7-af08-4a0f-82ea-365b67831005 req-6b0b978c-1501-43db-9937-c206a40e22b9 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:13.326945 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-da5008b7-af08-4a0f-82ea-365b67831005 req-6b0b978c-1501-43db-9937-c206a40e22b9 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.0896709 Feb 18 12:32:13.377945 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-da5008b7-af08-4a0f-82ea-365b67831005 req-5050b064-5f51-4a3a-aa9b-c0a61f84fc0c tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440819 Feb 18 12:32:13.707951 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4671548-d6c3-4f3b-bae0-8d8f3473281f req-aad597d3-59a8-4702-8f40-9c19cca14cd2 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:13.709582 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d4671548-d6c3-4f3b-bae0-8d8f3473281f req-aad597d3-59a8-4702-8f40-9c19cca14cd2 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.0893574 Feb 18 12:32:13.758108 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d4671548-d6c3-4f3b-bae0-8d8f3473281f req-5fc6759b-c6cd-4794-abfa-72b76e107bb4 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421100 Feb 18 12:32:14.340962 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e9ceb-5b5b-41a7-be42-28d5937add76 req-9421e19c-d584-41fd-8769-0833de5ed136 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:14.342518 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-191e9ceb-5b5b-41a7-be42-28d5937add76 req-9421e19c-d584-41fd-8769-0833de5ed136 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.0876334 Feb 18 12:32:14.391978 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-191e9ceb-5b5b-41a7-be42-28d5937add76 req-3095c39e-6928-4839-9020-69456ec56e7b tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429189 Feb 18 12:32:14.576495 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6fc50-273f-495a-8902-8e77f557f00b req-8156703c-01b5-4d4e-ac0e-11d9841c6d6a tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:14.578006 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-25e6fc50-273f-495a-8902-8e77f557f00b req-8156703c-01b5-4d4e-ac0e-11d9841c6d6a tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.0862229 Feb 18 12:32:14.630097 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-25e6fc50-273f-495a-8902-8e77f557f00b req-8f2edaff-6a53-45bb-a56c-86bfc46dd100 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456855 Feb 18 12:32:14.955908 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23084a14-d644-438f-97f9-31114b284e5d req-d2011bbd-6a09-4483-8fdc-6cfe927c804f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:14.957531 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-23084a14-d644-438f-97f9-31114b284e5d req-d2011bbd-6a09-4483-8fdc-6cfe927c804f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.0855827 Feb 18 12:32:15.006585 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-23084a14-d644-438f-97f9-31114b284e5d req-3034ace3-e905-43fd-9a48-40cbbde46992 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427382 Feb 18 12:32:15.605549 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7848ff-19ae-47fd-b0b3-d044f36bed5d req-72880cec-8d80-41c3-84a8-7407ed1d966c tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:15.607539 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3d7848ff-19ae-47fd-b0b3-d044f36bed5d req-72880cec-8d80-41c3-84a8-7407ed1d966c tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.0941033 Feb 18 12:32:15.661077 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3d7848ff-19ae-47fd-b0b3-d044f36bed5d req-4f88ef03-c018-4669-aca8-f42ef907d431 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468178 Feb 18 12:32:15.852941 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cede98-5240-4f3f-a219-0acbac0dc33d req-7ccba60c-79da-4413-8ab0-5e5f049d23eb tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:15.854520 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b3cede98-5240-4f3f-a219-0acbac0dc33d req-7ccba60c-79da-4413-8ab0-5e5f049d23eb tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.0867903 Feb 18 12:32:15.907266 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b3cede98-5240-4f3f-a219-0acbac0dc33d req-4149cbfc-efb4-459f-8b14-17c0e669cd8a tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463641 Feb 18 12:32:16.217306 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd791ede-4d88-4144-b838-c4b6495cea25 req-7a791848-b7e6-47cb-8728-5917f45fabdb tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:16.218931 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cd791ede-4d88-4144-b838-c4b6495cea25 req-7a791848-b7e6-47cb-8728-5917f45fabdb tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.0915232 Feb 18 12:32:16.268469 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cd791ede-4d88-4144-b838-c4b6495cea25 req-317b9a06-6da8-408e-8259-69813bd90295 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422411 Feb 18 12:32:16.867876 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc4486-c12d-4472-ae14-e372d678bef0 req-9c6ef264-7736-40f0-a6a6-d783d0efbee9 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:16.869484 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f6bc4486-c12d-4472-ae14-e372d678bef0 req-9c6ef264-7736-40f0-a6a6-d783d0efbee9 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.0886478 Feb 18 12:32:16.917443 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f6bc4486-c12d-4472-ae14-e372d678bef0 req-6153f60d-beae-46a4-8f35-ae6c3f8a59bd tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416279 Feb 18 12:32:17.117624 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b625cd-94e7-415a-a7ab-6bf764cef4b0 req-60542a60-1db3-431a-8fa3-5a586b2a1c98 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:17.119237 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-57b625cd-94e7-415a-a7ab-6bf764cef4b0 req-60542a60-1db3-431a-8fa3-5a586b2a1c98 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.0900180 Feb 18 12:32:17.170521 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-57b625cd-94e7-415a-a7ab-6bf764cef4b0 req-0809103f-3fd5-489d-9385-4a435ff58e08 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449948 Feb 18 12:32:17.479804 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94900e-eea4-4f67-bf8a-7713e9a60617 req-c6cd7078-a2e8-46cd-a56c-60d6435e068a tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:17.482543 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ad94900e-eea4-4f67-bf8a-7713e9a60617 req-c6cd7078-a2e8-46cd-a56c-60d6435e068a tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.0919023 Feb 18 12:32:17.538594 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ad94900e-eea4-4f67-bf8a-7713e9a60617 req-bb2c689a-d519-4aed-84df-4b30e558cd5d tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490344 Feb 18 12:32:18.118070 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f57436-bf07-4627-ae49-10f624688280 req-aa949dd6-34b0-4e2a-9600-e26b76f9c61d tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:18.119712 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b1f57436-bf07-4627-ae49-10f624688280 req-aa949dd6-34b0-4e2a-9600-e26b76f9c61d tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.0871778 Feb 18 12:32:18.166467 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 8961bbb9-e560-4a9e-ae9a-0a7b7997d078 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:32:18.172228 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b1f57436-bf07-4627-ae49-10f624688280 req-5290eb44-7212-48ac-bcd1-5bac2383c7a5 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460699 Feb 18 12:32:18.246932 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning for port 8961bbb9-e560-4a9e-ae9a-0a7b7997d078 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:32:18.252518 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 8961bbb9-e560-4a9e-ae9a-0a7b7997d078 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:32:18.252943 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:18.395091 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c995d3-ed15-4864-a6b0-dad8ee831d92 req-bd5ddb92-5751-48dc-a7b3-1630db3e0c32 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:18.403255 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03c995d3-ed15-4864-a6b0-dad8ee831d92 req-bd5ddb92-5751-48dc-a7b3-1630db3e0c32 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.1015182 Feb 18 12:32:18.431603 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:18.460162 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03c995d3-ed15-4864-a6b0-dad8ee831d92 req-084b3ec5-2f76-4b4a-bb6c-151ea6a96f57 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557604 Feb 18 12:32:18.475062 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port 8961bbb9-e560-4a9e-ae9a-0a7b7997d078, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=8961bbb9-e560-4a9e-ae9a-0a7b7997d078,segment=NetworkSegment(dcd0093b-fa12-4c25-8d55-c39ba97d84fe),segment_id=dcd0093b-fa12-4c25-8d55-c39ba97d84fe)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:32:18.476339 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ea2d51-cedf-431d-b84a-b2ad42889a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8961bbb9-e560-4a9e-ae9a-0a7b7997d078'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:32:18.482824 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:18.485833 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:18.547920 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ea2d51-cedf-431d-b84a-b2ad42889a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8961bbb9-e560-4a9e-ae9a-0a7b7997d078', 'code': 200} Feb 18 12:32:18.572200 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=8961bbb9-e560-4a9e-ae9a-0a7b7997d078,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:18.577540 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:18.794438 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a89fa0-3e11-4b35-baf9-85a7a480d614 req-05c21c26-fc20-4fa9-8a7b-77eee432a14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:18.796145 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-04a89fa0-3e11-4b35-baf9-85a7a480d614 req-05c21c26-fc20-4fa9-8a7b-77eee432a14f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=394178baeecd40f8b2869b8d1ad6dc2e&device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 1163 time: 0.1233771 Feb 18 12:32:18.874080 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd2bda-9bfd-4d28-9ffd-7d9d61321d60 req-a0d31a4d-ecfc-4875-a34f-28ea6420e1ec tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:18.875974 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d1bd2bda-9bfd-4d28-9ffd-7d9d61321d60 req-a0d31a4d-ecfc-4875-a34f-28ea6420e1ec tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.2021286 Feb 18 12:32:18.923942 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744db3a-26df-4cff-9359-708eab786366 req-9cdce03d-8a38-4126-b921-427ccc715c3c tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:18.925619 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3744db3a-26df-4cff-9359-708eab786366 req-9cdce03d-8a38-4126-b921-427ccc715c3c tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.3043349 Feb 18 12:32:18.929752 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d1bd2bda-9bfd-4d28-9ffd-7d9d61321d60 req-770d9644-cc2a-4fb4-86fc-de38fe9ad991 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469780 Feb 18 12:32:19.005162 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a89fa0-3e11-4b35-baf9-85a7a480d614 req-ebd3a453-4bb7-4ade-8980-d4825e0e638b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:19.006618 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-04a89fa0-3e11-4b35-baf9-85a7a480d614 req-ebd3a453-4bb7-4ade-8980-d4825e0e638b service neutron] 10.222.0.99 "GET /v2.0/networks?id=1108d427-5cec-48df-9400-d1b0a430230f HTTP/1.1" status: 200 len: 913 time: 0.2024696 Feb 18 12:32:19.009678 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3744db3a-26df-4cff-9359-708eab786366 req-c0c7ef10-6eab-4245-bc8f-0158c29ea0f3 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766199 Feb 18 12:32:19.112301 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-04a89fa0-3e11-4b35-baf9-85a7a480d614 req-f3943168-11f7-48ee-a234-f99db9b087c0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f5db636-8aa0-4212-b3b0-0b0b38c0e292 HTTP/1.1" status: 200 len: 217 time: 0.0689747 Feb 18 12:32:19.117694 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672c913-d182-44d3-9ea0-c64e6571fd0e req-0f2a0007-340b-4513-acbe-b5ebdc0d0511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:19.119271 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8672c913-d182-44d3-9ea0-c64e6571fd0e req-0f2a0007-340b-4513-acbe-b5ebdc0d0511 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 1162 time: 0.0767756 Feb 18 12:32:19.178726 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-8672c913-d182-44d3-9ea0-c64e6571fd0e req-2681af06-14dd-46e1-b81a-95a2a3579604 service neutron] Synchronizing usage tracker for tenant:0671911442ef4e98bfc6da984e28645c on resource:security_group {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:32:19.197725 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-8672c913-d182-44d3-9ea0-c64e6571fd0e req-2681af06-14dd-46e1-b81a-95a2a3579604 service neutron] Unset dirty status for tenant:0671911442ef4e98bfc6da984e28645c on resource:security_group {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:32:19.199471 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8672c913-d182-44d3-9ea0-c64e6571fd0e req-2681af06-14dd-46e1-b81a-95a2a3579604 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613027 Feb 18 12:32:19.205808 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a89fa0-3e11-4b35-baf9-85a7a480d614 req-fe4bcb08-2f83-45e0-8809-287079403c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:19.208217 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-04a89fa0-3e11-4b35-baf9-85a7a480d614 req-fe4bcb08-2f83-45e0-8809-287079403c60 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6f2ab429-4198-4068-a977-62c5ab8abd80 HTTP/1.1" status: 200 len: 859 time: 0.0704916 Feb 18 12:32:19.554775 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 8961bbb9-e560-4a9e-ae9a-0a7b7997d078 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:32:19.644256 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 8961bbb9-e560-4a9e-ae9a-0a7b7997d078 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:32:19.644690 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:19.677133 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a9ca0-7033-43ae-9be6-3a0d888a7552 req-1a92ad95-69f7-44f5-8a2f-c49a1d7c11a7 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:19.679169 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-508a9ca0-7033-43ae-9be6-3a0d888a7552 req-1a92ad95-69f7-44f5-8a2f-c49a1d7c11a7 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.1068285 Feb 18 12:32:19.730860 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-508a9ca0-7033-43ae-9be6-3a0d888a7552 req-7f4b6d8e-6462-427b-9930-31b85b6fbb9c tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448997 Feb 18 12:32:19.788460 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 9f5db636-8aa0-4212-b3b0-0b0b38c0e292 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:32:19.867423 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 9f5db636-8aa0-4212-b3b0-0b0b38c0e292 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:32:19.867785 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:20.041047 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-04a89fa0-3e11-4b35-baf9-85a7a480d614 req-9fcd6ff5-edb6-4d2d-9c61-ebd5152f62dd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1108d427-5cec-48df-9400-d1b0a430230f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725484 Feb 18 12:32:20.146220 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87faab7e-37e0-4aaf-8df9-382ac760c4a9 req-cd0e147f-a2a3-4946-895d-37ec46cde9e2 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:20.147858 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-87faab7e-37e0-4aaf-8df9-382ac760c4a9 req-cd0e147f-a2a3-4946-895d-37ec46cde9e2 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.0927548 Feb 18 12:32:20.342134 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-87faab7e-37e0-4aaf-8df9-382ac760c4a9 req-fc91bcfb-09c4-48ea-bafc-7f2ed4686fe8 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876643 Feb 18 12:32:20.424121 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-04a89fa0-3e11-4b35-baf9-85a7a480d614 req-a9bf7904-b039-44d7-9598-eb5adf60e677 service neutron] 10.222.0.99 "GET /v2.0/networks/1108d427-5cec-48df-9400-d1b0a430230f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490096 Feb 18 12:32:20.431904 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b0825-358c-4b0d-8ade-30a666b3eafd req-51fe6318-ff82-4347-8904-2560f0cc63cf tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:20.433749 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-db8b0825-358c-4b0d-8ade-30a666b3eafd req-51fe6318-ff82-4347-8904-2560f0cc63cf tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.1422460 Feb 18 12:32:20.507711 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-db8b0825-358c-4b0d-8ade-30a666b3eafd req-9b877488-6f45-41b1-ac92-3d67883e48b3 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588031 Feb 18 12:32:20.616353 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-04a89fa0-3e11-4b35-baf9-85a7a480d614 req-cac20e14-5f2a-4d82-b899-7919cddd4cea service neutron] 10.222.0.99 "GET /v2.0/networks/1108d427-5cec-48df-9400-d1b0a430230f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1583300 Feb 18 12:32:20.700546 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b8609-a495-4d9a-854f-18918ef32c76 req-d6af3e94-07d7-4412-847e-0648cf8aeba4 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:20.702427 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-126b8609-a495-4d9a-854f-18918ef32c76 req-d6af3e94-07d7-4412-847e-0648cf8aeba4 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.99 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.0957582 Feb 18 12:32:20.793197 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-126b8609-a495-4d9a-854f-18918ef32c76 req-ae0020ff-19b5-4938-b0aa-663f8cee27bd tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Deleting port 68406d86-0c79-468b-b3da-1a430d916da1 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:32:20.793577 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-126b8609-a495-4d9a-854f-18918ef32c76 req-ae0020ff-19b5-4938-b0aa-663f8cee27bd tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:20.858884 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 68406d86-0c79-468b-b3da-1a430d916da1 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:32:20.932931 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5d68d-dc1f-44bc-81b3-bcd86a5fc438 req-15d75af1-da05-47d2-8f5c-184e45f35068 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:20.934748 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-60d5d68d-dc1f-44bc-81b3-bcd86a5fc438 req-15d75af1-da05-47d2-8f5c-184e45f35068 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 945 time: 0.0891006 Feb 18 12:32:20.996042 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-60d5d68d-dc1f-44bc-81b3-bcd86a5fc438 req-ea487bcb-a2c1-4169-876c-cc9076aa503c tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542982 Feb 18 12:32:20.997343 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:21.026891 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e4b1bc-a0ca-49ba-ae6d-f496283e362f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68406d86-0c79-468b-b3da-1a430d916da1'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:32:21.037336 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port 68406d86-0c79-468b-b3da-1a430d916da1, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=68406d86-0c79-468b-b3da-1a430d916da1,segment=NetworkSegment(13f2b173-6074-45c7-9bc8-d842540e3664),segment_id=13f2b173-6074-45c7-9bc8-d842540e3664)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:32:21.040461 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:21.043209 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:21.075339 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-126b8609-a495-4d9a-854f-18918ef32c76 req-ae0020ff-19b5-4938-b0aa-663f8cee27bd tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] For port 68406d86-0c79-468b-b3da-1a430d916da1, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=68406d86-0c79-468b-b3da-1a430d916da1,segment=NetworkSegment(13f2b173-6074-45c7-9bc8-d842540e3664),segment_id=13f2b173-6074-45c7-9bc8-d842540e3664)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:32:21.075770 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-126b8609-a495-4d9a-854f-18918ef32c76 req-ae0020ff-19b5-4938-b0aa-663f8cee27bd tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:21.085091 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e4b1bc-a0ca-49ba-ae6d-f496283e362f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68406d86-0c79-468b-b3da-1a430d916da1', 'code': 200} Feb 18 12:32:21.121411 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=68406d86-0c79-468b-b3da-1a430d916da1,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:21.124718 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:21.211310 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-126b8609-a495-4d9a-854f-18918ef32c76 req-ae0020ff-19b5-4938-b0aa-663f8cee27bd tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Calling delete_port for 68406d86-0c79-468b-b3da-1a430d916da1 owned by compute:nova {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:32:21.371396 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [req-126b8609-a495-4d9a-854f-18918ef32c76 req-ae0020ff-19b5-4938-b0aa-663f8cee27bd tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83986) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 12:32:21.371396 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_db.api [req-126b8609-a495-4d9a-854f-18918ef32c76 req-ae0020ff-19b5-4938-b0aa-663f8cee27bd tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 12:32:21.559087 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863333e-f8b7-4b27-a367-4cc77641c502 req-1e8b6f19-84d1-4829-b814-45ed3357951e tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:21.562373 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7863333e-f8b7-4b27-a367-4cc77641c502 req-1e8b6f19-84d1-4829-b814-45ed3357951e tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.0994027 Feb 18 12:32:21.628842 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7863333e-f8b7-4b27-a367-4cc77641c502 req-cf977662-48dd-4ec1-841e-38dc84856a47 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617585 Feb 18 12:32:21.744229 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87735a9-f04b-4292-9d65-7e656cf590de req-8b863b7f-8c18-4777-908e-e099103122a5 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:21.746213 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f87735a9-f04b-4292-9d65-7e656cf590de req-8b863b7f-8c18-4777-908e-e099103122a5 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.1216085 Feb 18 12:32:21.803434 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f87735a9-f04b-4292-9d65-7e656cf590de req-a6656f27-0e6d-4f88-ad13-7c41b7fe9ce3 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499868 Feb 18 12:32:21.872747 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-126b8609-a495-4d9a-854f-18918ef32c76 req-ae0020ff-19b5-4938-b0aa-663f8cee27bd tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Deleting port 68406d86-0c79-468b-b3da-1a430d916da1 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:32:21.873173 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-126b8609-a495-4d9a-854f-18918ef32c76 req-ae0020ff-19b5-4938-b0aa-663f8cee27bd tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:22.241026 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-126b8609-a495-4d9a-854f-18918ef32c76 req-ae0020ff-19b5-4938-b0aa-663f8cee27bd tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] For port 68406d86-0c79-468b-b3da-1a430d916da1, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=68406d86-0c79-468b-b3da-1a430d916da1,segment=NetworkSegment(13f2b173-6074-45c7-9bc8-d842540e3664),segment_id=13f2b173-6074-45c7-9bc8-d842540e3664)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:32:22.241344 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-126b8609-a495-4d9a-854f-18918ef32c76 req-ae0020ff-19b5-4938-b0aa-663f8cee27bd tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:22.298845 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 43594) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:22.386997 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-126b8609-a495-4d9a-854f-18918ef32c76 req-ae0020ff-19b5-4938-b0aa-663f8cee27bd tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Calling delete_port for 68406d86-0c79-468b-b3da-1a430d916da1 owned by compute:nova {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:32:22.461426 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42e6b8-3f5d-4caf-9c4a-c952ea1f4c22 req-524a0b1d-48e5-429a-8f58-e8d8cf66d8af tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:22.463063 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd42e6b8-3f5d-4caf-9c4a-c952ea1f4c22 req-524a0b1d-48e5-429a-8f58-e8d8cf66d8af tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 943 time: 0.3116581 Feb 18 12:32:22.486302 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-063db1b9-2bb6-4708-a3db-7b84ec7d6a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:22.503391 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-063db1b9-2bb6-4708-a3db-7b84ec7d6a27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:32:22.507745 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-063db1b9-2bb6-4708-a3db-7b84ec7d6a27 admin admin] Usage tracker for resource:security_group_rule and tenant:a3efd68d0db443b9a33cb6596a85d20f is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:32:22.510776 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-063db1b9-2bb6-4708-a3db-7b84ec7d6a27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:32:22.516678 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-063db1b9-2bb6-4708-a3db-7b84ec7d6a27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:32:22.575365 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd42e6b8-3f5d-4caf-9c4a-c952ea1f4c22 req-6584dc12-404d-41f0-87a4-680c64c515c7 tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/security-groups?id=1cbad487-9aa0-4b85-a4c1-2a277269ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934901 Feb 18 12:32:22.597503 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-126b8609-a495-4d9a-854f-18918ef32c76 req-ae0020ff-19b5-4938-b0aa-663f8cee27bd tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:22.604124 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-063db1b9-2bb6-4708-a3db-7b84ec7d6a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:22.607461 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-063db1b9-2bb6-4708-a3db-7b84ec7d6a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:22.616328 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4219bd83-538a-4d7f-843e-5242fbe80082 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:22.620006 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6afd8e37-370a-4d4d-8892-2a414d5ce848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:22.666897 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-063db1b9-2bb6-4708-a3db-7b84ec7d6a27 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a3efd68d0db443b9a33cb6596a85d20f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3644419 Feb 18 12:32:22.666897 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063db1b9-2bb6-4708-a3db-7b84ec7d6a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622d2629-e3b9-481a-bae0-05152d178514,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:22.667905 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 43604) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:22.670766 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-063db1b9-2bb6-4708-a3db-7b84ec7d6a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:22.714772 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0020ff-19b5-4938-b0aa-663f8cee27bd tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Pushing event deleted for resources: {'Port': ['ID=68406d86-0c79-468b-b3da-1a430d916da1,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:22.725303 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ae0020ff-19b5-4938-b0aa-663f8cee27bd tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:22.733594 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-202cfc7c-54b5-4ae4-b00f-fd0f658adce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:22.763724 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-202cfc7c-54b5-4ae4-b00f-fd0f658adce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:22.813715 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-202cfc7c-54b5-4ae4-b00f-fd0f658adce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:22.818631 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-07ecebd9-74c4-4639-985b-a89c5dcf7e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:22.830890 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cfc7c-54b5-4ae4-b00f-fd0f658adce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622d2629-e3b9-481a-bae0-05152d178514,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:22.834459 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-202cfc7c-54b5-4ae4-b00f-fd0f658adce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:22.841651 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-202cfc7c-54b5-4ae4-b00f-fd0f658adce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:22.860214 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-202cfc7c-54b5-4ae4-b00f-fd0f658adce5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/622d2629-e3b9-481a-bae0-05152d178514 HTTP/1.1" status: 204 len: 168 time: 0.1911511 Feb 18 12:32:22.905246 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-126b8609-a495-4d9a-854f-18918ef32c76 req-ae0020ff-19b5-4938-b0aa-663f8cee27bd tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] No DVR routers for this DVR port 68406d86-0c79-468b-b3da-1a430d916da1 on host hv-cinder-77642 {{(pid=83986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:32:22.911505 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-126b8609-a495-4d9a-854f-18918ef32c76 req-ae0020ff-19b5-4938-b0aa-663f8cee27bd tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:22.914928 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e4b1bc-a0ca-49ba-ae6d-f496283e362f', 'name': 'network-vif-deleted', 'tag': '68406d86-0c79-468b-b3da-1a430d916da1'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:32:22.937520 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-126b8609-a495-4d9a-854f-18918ef32c76 req-ae0020ff-19b5-4938-b0aa-663f8cee27bd tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.99 "DELETE /v2.0/ports/68406d86-0c79-468b-b3da-1a430d916da1 HTTP/1.1" status: 204 len: 173 time: 2.2190032 Feb 18 12:32:22.949550 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3747cda-8d3f-42ee-acf5-38479096c262 req-8360816d-e675-4249-856d-5ddf0ec2b07a tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:22.957965 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e3747cda-8d3f-42ee-acf5-38479096c262 req-8360816d-e675-4249-856d-5ddf0ec2b07a tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.1877429 Feb 18 12:32:23.010901 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e3747cda-8d3f-42ee-acf5-38479096c262 req-d5579754-4a61-45db-9795-b582ac41db6c tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518768 Feb 18 12:32:23.086771 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e4b1bc-a0ca-49ba-ae6d-f496283e362f', 'name': 'network-vif-deleted', 'tag': '68406d86-0c79-468b-b3da-1a430d916da1', 'status': 'completed', 'code': 200} Feb 18 12:32:23.145747 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663af15-cec6-4fcd-96fc-643fb0bbabc8 req-73e8df53-0c66-4bb6-b06c-97c2ca956996 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:23.157116 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c663af15-cec6-4fcd-96fc-643fb0bbabc8 req-73e8df53-0c66-4bb6-b06c-97c2ca956996 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.1624353 Feb 18 12:32:23.234298 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c663af15-cec6-4fcd-96fc-643fb0bbabc8 req-a97d00fd-53eb-4a7b-8b53-52b0ac8038b7 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707786 Feb 18 12:32:23.278791 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5705b8c-b87e-4323-9363-09c2b4ddd3ac req-bbb8abe0-5638-4bbc-aa0c-17c5dba370fa tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:23.280463 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c5705b8c-b87e-4323-9363-09c2b4ddd3ac req-bbb8abe0-5638-4bbc-aa0c-17c5dba370fa tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.0975544 Feb 18 12:32:23.290831 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 43634) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:23.297199 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-403a4153-d793-4b65-9bdd-4b0c43ee164c tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Request body: {'floatingip': {'port_id': '8961bbb9-e560-4a9e-ae9a-0a7b7997d078'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:32:23.379864 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 8961bbb9-e560-4a9e-ae9a-0a7b7997d078 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:32:23.429590 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 43640) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:23.463153 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d54b4d87-3532-4194-95bf-adfb36b2f59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:23.504991 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-d54b4d87-3532-4194-95bf-adfb36b2f59d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:32:23.516779 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-d54b4d87-3532-4194-95bf-adfb36b2f59d admin admin] Usage tracker for resource:security_group_rule and tenant:a97b19439b414f3c84f62078edba11aa is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:32:23.523114 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-d54b4d87-3532-4194-95bf-adfb36b2f59d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:32:23.530663 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-d54b4d87-3532-4194-95bf-adfb36b2f59d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:32:23.535702 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 8961bbb9-e560-4a9e-ae9a-0a7b7997d078 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:32:23.536133 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:23.566508 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 43644) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:23.773193 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d54b4d87-3532-4194-95bf-adfb36b2f59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:23.779106 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d54b4d87-3532-4194-95bf-adfb36b2f59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:23.781328 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-403a4153-d793-4b65-9bdd-4b0c43ee164c tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for floatingip, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:23.829575 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ce0a0e4f-2665-4e72-bdbc-c8b92106ff20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:23.847816 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-d54b4d87-3532-4194-95bf-adfb36b2f59d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a97b19439b414f3c84f62078edba11aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4160843 Feb 18 12:32:23.853357 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 43658) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:23.881854 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8de620a6-bd87-4b1d-a53d-a97455ac1693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:23.895300 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b4d87-3532-4194-95bf-adfb36b2f59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53805f8-c0b6-480b-816a-dd47c63f94a0,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:23.900187 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d54b4d87-3532-4194-95bf-adfb36b2f59d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:23.902378 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-8de620a6-bd87-4b1d-a53d-a97455ac1693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:32:23.906511 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-8de620a6-bd87-4b1d-a53d-a97455ac1693 admin admin] Usage tracker for resource:security_group_rule and tenant:c336553c94c640899544903dbe3a8c85 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:32:23.910193 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-8de620a6-bd87-4b1d-a53d-a97455ac1693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:32:23.916334 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-8de620a6-bd87-4b1d-a53d-a97455ac1693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:32:23.937382 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6a594add-a524-4f0b-9af0-ddee50f97fb5 req-53987c5e-ef88-4210-9cdc-382ffc18ca8c tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] 10.222.0.83 "GET /v2.0/ports?device_id=46e4b1bc-a0ca-49ba-ae6d-f496283e362f HTTP/1.1" status: 200 len: 210 time: 0.0938723 Feb 18 12:32:24.005511 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8de620a6-bd87-4b1d-a53d-a97455ac1693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:24.008838 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8de620a6-bd87-4b1d-a53d-a97455ac1693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:24.018068 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:24.063747 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-8de620a6-bd87-4b1d-a53d-a97455ac1693 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c336553c94c640899544903dbe3a8c85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4929364 Feb 18 12:32:24.063747 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de620a6-bd87-4b1d-a53d-a97455ac1693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3c3c83-6e48-4243-9f71-2f70e758a902,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:24.065379 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 43662) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:24.068156 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8de620a6-bd87-4b1d-a53d-a97455ac1693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:24.100794 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aff80801-7120-4cf9-a9d9-00177d3b2c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:24.133581 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1024a9e9-0cce-4e78-8293-7547ff0670e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:24.162823 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1024a9e9-0cce-4e78-8293-7547ff0670e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:24.213469 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1024a9e9-0cce-4e78-8293-7547ff0670e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:24.218806 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ac5ae309-6f0a-418d-9fc5-9eea4775e18e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:24.234515 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024a9e9-0cce-4e78-8293-7547ff0670e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3c3c83-6e48-4243-9f71-2f70e758a902,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:24.238519 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1024a9e9-0cce-4e78-8293-7547ff0670e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:24.247737 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1024a9e9-0cce-4e78-8293-7547ff0670e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:24.249750 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-1024a9e9-0cce-4e78-8293-7547ff0670e8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/da3c3c83-6e48-4243-9f71-2f70e758a902 HTTP/1.1" status: 204 len: 168 time: 0.1826770 Feb 18 12:32:24.309388 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aff80801-7120-4cf9-a9d9-00177d3b2c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:24.363066 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aff80801-7120-4cf9-a9d9-00177d3b2c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:24.378862 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-205f64d2-4dad-4d30-b527-a36c77b5d515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:24.397590 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff80801-7120-4cf9-a9d9-00177d3b2c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53805f8-c0b6-480b-816a-dd47c63f94a0,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:24.407932 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-aff80801-7120-4cf9-a9d9-00177d3b2c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:24.426768 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aff80801-7120-4cf9-a9d9-00177d3b2c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:24.430673 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-aff80801-7120-4cf9-a9d9-00177d3b2c58 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f53805f8-c0b6-480b-816a-dd47c63f94a0 HTTP/1.1" status: 204 len: 168 time: 0.5738738 Feb 18 12:32:24.756406 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950bb8f-d62f-4d28-b5d3-07042349b701 req-ea8359e8-9a41-4fc0-b362-7173d853304c tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:24.758297 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2950bb8f-d62f-4d28-b5d3-07042349b701 req-ea8359e8-9a41-4fc0-b362-7173d853304c tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.1058242 Feb 18 12:32:24.758875 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 43678) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:24.813814 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-44a3e656-9642-4625-af1a-d93b1af4b12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:24.822150 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2950bb8f-d62f-4d28-b5d3-07042349b701 req-a06b31ae-0f29-49fd-a200-fc74ea8deab9 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564616 Feb 18 12:32:24.845870 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-44a3e656-9642-4625-af1a-d93b1af4b12e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:32:24.855380 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-44a3e656-9642-4625-af1a-d93b1af4b12e admin admin] Usage tracker for resource:security_group_rule and tenant:e516e92dd6ad44409da2eb9e8c88ce07 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:32:24.860622 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-44a3e656-9642-4625-af1a-d93b1af4b12e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:32:24.871705 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-44a3e656-9642-4625-af1a-d93b1af4b12e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:32:25.137930 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-403a4153-d793-4b65-9bdd-4b0c43ee164c tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:25.153909 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-403a4153-d793-4b65-9bdd-4b0c43ee164c tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854411096'] for floatingip, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:25.317522 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:32:25.343094 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-44a3e656-9642-4625-af1a-d93b1af4b12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:25.373190 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-44a3e656-9642-4625-af1a-d93b1af4b12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:25.413796 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:25.500762 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.l3_db [None req-403a4153-d793-4b65-9bdd-4b0c43ee164c tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Floating IP 418888e2-5704-49fe-a6c1-a9b79850906a associated. External IP: 172.27.1.221, port: 8961bbb9-e560-4a9e-ae9a-0a7b7997d078. Feb 18 12:32:25.511573 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 43726) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:25.596416 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-44a3e656-9642-4625-af1a-d93b1af4b12e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e516e92dd6ad44409da2eb9e8c88ce07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8359926 Feb 18 12:32:25.597288 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3e656-9642-4625-af1a-d93b1af4b12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73bab77-b8d8-4698-8c30-cfbf2527a19f,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:25.600051 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 43738) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:25.601752 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-44a3e656-9642-4625-af1a-d93b1af4b12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:25.723750 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2721a685-b8bc-4bc0-9786-86ac93a6f612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:25.761872 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2721a685-b8bc-4bc0-9786-86ac93a6f612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:25.818513 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2721a685-b8bc-4bc0-9786-86ac93a6f612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:25.828857 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:25.863479 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721a685-b8bc-4bc0-9786-86ac93a6f612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73bab77-b8d8-4698-8c30-cfbf2527a19f,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:25.866286 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2721a685-b8bc-4bc0-9786-86ac93a6f612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:25.874357 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2721a685-b8bc-4bc0-9786-86ac93a6f612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:25.878537 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-2721a685-b8bc-4bc0-9786-86ac93a6f612 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a73bab77-b8d8-4698-8c30-cfbf2527a19f HTTP/1.1" status: 204 len: 168 time: 0.2745552 Feb 18 12:32:25.995980 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-57a08168-83eb-4767-9707-12d461c7a2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:26.013937 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-57a08168-83eb-4767-9707-12d461c7a2d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:32:26.018530 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-57a08168-83eb-4767-9707-12d461c7a2d3 admin admin] Usage tracker for resource:security_group_rule and tenant:d6bfb68dc94b4c1ea451b102f989ec9e is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:32:26.023337 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-57a08168-83eb-4767-9707-12d461c7a2d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:32:26.030833 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-57a08168-83eb-4767-9707-12d461c7a2d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:32:26.155557 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-57a08168-83eb-4767-9707-12d461c7a2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:26.158957 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-57a08168-83eb-4767-9707-12d461c7a2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:26.168717 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7903fdb0-2f11-42d8-9566-10174acaa8d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:26.221935 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-57a08168-83eb-4767-9707-12d461c7a2d3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d6bfb68dc94b4c1ea451b102f989ec9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7064502 Feb 18 12:32:26.222884 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 43760) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:26.225840 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a08168-83eb-4767-9707-12d461c7a2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4933b72e-14c5-42b1-8f34-b67eb6b1b927,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:26.244294 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-57a08168-83eb-4767-9707-12d461c7a2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:26.300818 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6305d8ff-51ae-4933-8849-9aee72b206cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:26.339805 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6305d8ff-51ae-4933-8849-9aee72b206cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:26.357336 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403a4153-d793-4b65-9bdd-4b0c43ee164c tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Router 0db272e8-c1a9-4586-b1d0-119d9538f16e has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:32:26.401862 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6305d8ff-51ae-4933-8849-9aee72b206cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:26.408681 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c6bfabb4-2144-4c47-9379-a595e215a490 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:26.426586 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305d8ff-51ae-4933-8849-9aee72b206cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4933b72e-14c5-42b1-8f34-b67eb6b1b927,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:26.429966 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6305d8ff-51ae-4933-8849-9aee72b206cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:26.432739 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6305d8ff-51ae-4933-8849-9aee72b206cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:26.436503 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-6305d8ff-51ae-4933-8849-9aee72b206cd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4933b72e-14c5-42b1-8f34-b67eb6b1b927 HTTP/1.1" status: 204 len: 168 time: 0.2104998 Feb 18 12:32:26.471961 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5366e-ce7c-4a04-add3-372d033b2cac req-a539c5b5-351a-4ede-a137-efdd6a25418e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:26.473627 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dfa5366e-ce7c-4a04-add3-372d033b2cac req-a539c5b5-351a-4ede-a137-efdd6a25418e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.2881007 Feb 18 12:32:26.611423 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dfa5366e-ce7c-4a04-add3-372d033b2cac req-ca188979-a812-4922-bcf9-28c24d08c6ef tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783823 Feb 18 12:32:26.654348 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403a4153-d793-4b65-9bdd-4b0c43ee164c tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:32:26.666234 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b25ce0-95b5-4fc7-bf89-bdcfaa4a9f58 None None] Sync routers for ids ['0db272e8-c1a9-4586-b1d0-119d9538f16e'] in dv-cinder-776422-1-iscsi {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:32:26.671383 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-403a4153-d793-4b65-9bdd-4b0c43ee164c tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for floatingip, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:26.678794 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b25ce0-95b5-4fc7-bf89-bdcfaa4a9f58 None None] Routers {'0db272e8-c1a9-4586-b1d0-119d9538f16e'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:32:26.679102 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-29b25ce0-95b5-4fc7-bf89-bdcfaa4a9f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:32:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['0db272e8-c1a9-4586-b1d0-119d9538f16e'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:32:26.761682 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-403a4153-d793-4b65-9bdd-4b0c43ee164c tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "PUT /v2.0/floatingips/418888e2-5704-49fe-a6c1-a9b79850906a HTTP/1.1" status: 200 len: 991 time: 3.4694550 Feb 18 12:32:26.762982 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ea2d51-cedf-431d-b84a-b2ad42889a66', 'tag': '8961bbb9-e560-4a9e-ae9a-0a7b7997d078'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:32:26.819405 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ea2d51-cedf-431d-b84a-b2ad42889a66', 'tag': '8961bbb9-e560-4a9e-ae9a-0a7b7997d078', 'status': 'completed', 'code': 200} Feb 18 12:32:27.013102 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75ff4d-bd35-434a-9f80-a235ba583d29 req-ceda4285-435f-477f-9df5-dd885e5db312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:27.015348 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba75ff4d-bd35-434a-9f80-a235ba583d29 req-ceda4285-435f-477f-9df5-dd885e5db312 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 1162 time: 0.1318333 Feb 18 12:32:27.076547 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 43796) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:27.077042 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 43798) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:27.147673 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-29b25ce0-95b5-4fc7-bf89-bdcfaa4a9f58 None None] Set router 0db272e8-c1a9-4586-b1d0-119d9538f16e gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:32:27.187107 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa977304-8b16-4e35-b369-853fde8d2498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:27.216976 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-88812663-3b15-432e-8708-f93ec30689c7 admin admin] Deleting subnet 6a449ea9-00c1-4f3b-abb3-a6f760b908ed {{(pid=83987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 12:32:27.224192 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-aa977304-8b16-4e35-b369-853fde8d2498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:32:27.229380 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-aa977304-8b16-4e35-b369-853fde8d2498 admin admin] Usage tracker for resource:security_group_rule and tenant:e69f05b915ec4e91b9f6c93170a8d456 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:32:27.233249 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-aa977304-8b16-4e35-b369-853fde8d2498 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:32:27.241316 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-aa977304-8b16-4e35-b369-853fde8d2498 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:32:27.407204 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-88812663-3b15-432e-8708-f93ec30689c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:27.548341 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa977304-8b16-4e35-b369-853fde8d2498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:27.553534 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-88812663-3b15-432e-8708-f93ec30689c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6823350'] for subnet, precommit_delete_associations {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:27.576749 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75ff4d-bd35-434a-9f80-a235ba583d29 req-500dda37-e01a-4ff5-a590-f6ba2d724336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:27.583180 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba75ff4d-bd35-434a-9f80-a235ba583d29 req-500dda37-e01a-4ff5-a590-f6ba2d724336 service neutron] 10.222.0.99 "GET /v2.0/networks?id=bb258f48-33fc-49fc-8809-521607151087 HTTP/1.1" status: 200 len: 905 time: 0.5293231 Feb 18 12:32:27.585357 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa977304-8b16-4e35-b369-853fde8d2498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:27.599297 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-063db1b9-2bb6-4708-a3db-7b84ec7d6a27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:27.658520 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-aa977304-8b16-4e35-b369-853fde8d2498 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e69f05b915ec4e91b9f6c93170a8d456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5785394 Feb 18 12:32:27.663731 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 43820) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:27.664462 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa977304-8b16-4e35-b369-853fde8d2498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992115de-cd28-40a1-adac-247455a8c541,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:27.671560 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-aa977304-8b16-4e35-b369-853fde8d2498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:27.683955 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-29b25ce0-95b5-4fc7-bf89-bdcfaa4a9f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'name': 'tempest-AttachVolumeTestJSON-1184732717-router', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '214b020f-85df-4acc-bb29-0db17377224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:38Z', 'updated_at': '2021-02-18T12:30:57Z', 'revision_number': 4, 'project_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'gw_port': {'id': '214b020f-85df-4acc-bb29-0db17377224e', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:41Z', 'updated_at': '2021-02-18T12:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_floatingips': [{'id': '418888e2-5704-49fe-a6c1-a9b79850906a', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'floating_ip_address': '172.27.1.221', 'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'router_id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'port_id': '8961bbb9-e560-4a9e-ae9a-0a7b7997d078', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb258f48-33fc-49fc-8809-521607151087', 'mac_address': 'fa:16:3e:de:be:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ea2d51-cedf-431d-b84a-b2ad42889a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:31:11Z', 'updated_at': '2021-02-18T12:32:24Z', 'revision_number': 1, 'project_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '657101ce-5922-48f2-bef3-81dc8f7abf26', 'name': '', 'network_id': 'bb258f48-33fc-49fc-8809-521607151087', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'mac_address': 'fa:16:3e:f0:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5c10d723-44ed-460c-abaf-474c1da07dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:51Z', 'updated_at': '2021-02-18T12:31:16Z', 'revision_number': 5, 'project_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'subnets': [{'id': '5c10d723-44ed-460c-abaf-474c1da07dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:32:27.691221 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b25ce0-95b5-4fc7-bf89-bdcfaa4a9f58 None None] Checking router: 0db272e8-c1a9-4586-b1d0-119d9538f16e for host: dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:32:27.726675 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b25ce0-95b5-4fc7-bf89-bdcfaa4a9f58 None None] Routers {'0db272e8-c1a9-4586-b1d0-119d9538f16e'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:32:27.727576 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-29b25ce0-95b5-4fc7-bf89-bdcfaa4a9f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:32:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['0db272e8-c1a9-4586-b1d0-119d9538f16e'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:32:27.777466 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-88812663-3b15-432e-8708-f93ec30689c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662214'] for subnet, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:27.811947 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba75ff4d-bd35-434a-9f80-a235ba583d29 req-07340015-a807-43d0-b732-95c650cc5d72 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8961bbb9-e560-4a9e-ae9a-0a7b7997d078 HTTP/1.1" status: 200 len: 999 time: 0.1952827 Feb 18 12:32:27.905765 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75ff4d-bd35-434a-9f80-a235ba583d29 req-5c27204d-416f-453c-b2f2-4e630621fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:27.908272 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba75ff4d-bd35-434a-9f80-a235ba583d29 req-5c27204d-416f-453c-b2f2-4e630621fc32 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5c10d723-44ed-460c-abaf-474c1da07dd6 HTTP/1.1" status: 200 len: 850 time: 0.0887294 Feb 18 12:32:27.939328 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-21705d55-ef08-40c1-a255-e054ef331f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:27.969833 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-21705d55-ef08-40c1-a255-e054ef331f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:28.070571 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75ff4d-bd35-434a-9f80-a235ba583d29 req-dfe2f335-2584-430e-b8b2-1f85eb49e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:28.072629 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba75ff4d-bd35-434a-9f80-a235ba583d29 req-dfe2f335-2584-430e-b8b2-1f85eb49e304 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bb258f48-33fc-49fc-8809-521607151087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1568544 Feb 18 12:32:28.116019 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-29b25ce0-95b5-4fc7-bf89-bdcfaa4a9f58 None None] Set router 0db272e8-c1a9-4586-b1d0-119d9538f16e gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:32:28.157980 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33c07d-48d4-4936-87df-d961891f62db req-a13b7c49-450f-408e-83cf-0395d2eaddbf tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:28.165766 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-df33c07d-48d4-4936-87df-d961891f62db req-a13b7c49-450f-408e-83cf-0395d2eaddbf tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.3188820 Feb 18 12:32:28.299155 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-21705d55-ef08-40c1-a255-e054ef331f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:28.352275 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:28.392849 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-df33c07d-48d4-4936-87df-d961891f62db req-9a5bc402-f323-4343-b07b-b0594b7bbcc6 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261095 Feb 18 12:32:28.396331 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21705d55-ef08-40c1-a255-e054ef331f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992115de-cd28-40a1-adac-247455a8c541,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:28.417430 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-21705d55-ef08-40c1-a255-e054ef331f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:28.429629 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-21705d55-ef08-40c1-a255-e054ef331f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:28.430973 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-21705d55-ef08-40c1-a255-e054ef331f24 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/992115de-cd28-40a1-adac-247455a8c541 HTTP/1.1" status: 204 len: 168 time: 0.7634423 Feb 18 12:32:28.516872 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-88812663-3b15-432e-8708-f93ec30689c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6853467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848154909'] for subnet, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:28.542998 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba75ff4d-bd35-434a-9f80-a235ba583d29 req-92506344-7bf3-4e5d-a372-83f9ca8b9601 service neutron] 10.222.0.99 "GET /v2.0/networks/bb258f48-33fc-49fc-8809-521607151087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603884 Feb 18 12:32:28.548850 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:28.721164 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88812663-3b15-432e-8708-f93ec30689c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a449ea9-00c1-4f3b-abb3-a6f760b908ed,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:28.734785 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-88812663-3b15-432e-8708-f93ec30689c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:28.763464 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba75ff4d-bd35-434a-9f80-a235ba583d29 req-b763deb3-a3de-42b8-9646-7cc5130dba94 service neutron] 10.222.0.99 "GET /v2.0/networks/bb258f48-33fc-49fc-8809-521607151087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2048571 Feb 18 12:32:28.798995 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-88812663-3b15-432e-8708-f93ec30689c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:28.812350 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 43848) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:28.819422 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-88812663-3b15-432e-8708-f93ec30689c7 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/6a449ea9-00c1-4f3b-abb3-a6f760b908ed HTTP/1.1" status: 204 len: 168 time: 1.7410829 Feb 18 12:32:28.837534 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-29b25ce0-95b5-4fc7-bf89-bdcfaa4a9f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'name': 'tempest-AttachVolumeTestJSON-1184732717-router', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '214b020f-85df-4acc-bb29-0db17377224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:38Z', 'updated_at': '2021-02-18T12:30:57Z', 'revision_number': 4, 'project_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'gw_port': {'id': '214b020f-85df-4acc-bb29-0db17377224e', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:41Z', 'updated_at': '2021-02-18T12:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_floatingips': [{'id': '418888e2-5704-49fe-a6c1-a9b79850906a', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'floating_ip_address': '172.27.1.221', 'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'router_id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'port_id': '8961bbb9-e560-4a9e-ae9a-0a7b7997d078', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb258f48-33fc-49fc-8809-521607151087', 'mac_address': 'fa:16:3e:de:be:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ea2d51-cedf-431d-b84a-b2ad42889a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:31:11Z', 'updated_at': '2021-02-18T12:32:24Z', 'revision_number': 1, 'project_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '657101ce-5922-48f2-bef3-81dc8f7abf26', 'name': '', 'network_id': 'bb258f48-33fc-49fc-8809-521607151087', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'mac_address': 'fa:16:3e:f0:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5c10d723-44ed-460c-abaf-474c1da07dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:51Z', 'updated_at': '2021-02-18T12:31:16Z', 'revision_number': 5, 'project_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'subnets': [{'id': '5c10d723-44ed-460c-abaf-474c1da07dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:32:28.842090 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b25ce0-95b5-4fc7-bf89-bdcfaa4a9f58 None None] The sync data for ids ['0db272e8-c1a9-4586-b1d0-119d9538f16e'] in dv-cinder-776422-1-iscsi is: [{'id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'name': 'tempest-AttachVolumeTestJSON-1184732717-router', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '214b020f-85df-4acc-bb29-0db17377224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:38Z', 'updated_at': '2021-02-18T12:30:57Z', 'revision_number': 4, 'project_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'gw_port': {'id': '214b020f-85df-4acc-bb29-0db17377224e', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:41Z', 'updated_at': '2021-02-18T12:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_floatingips': [{'id': '418888e2-5704-49fe-a6c1-a9b79850906a', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'floating_ip_address': '172.27.1.221', 'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'router_id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'port_id': '8961bbb9-e560-4a9e-ae9a-0a7b7997d078', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb258f48-33fc-49fc-8809-521607151087', 'mac_address': 'fa:16:3e:de:be:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ea2d51-cedf-431d-b84a-b2ad42889a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:31:11Z', 'updated_at': '2021-02-18T12:32:24Z', 'revision_number': 1, 'project_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '657101ce-5922-48f2-bef3-81dc8f7abf26', 'name': '', 'network_id': 'bb258f48-33fc-49fc-8809-521607151087', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'mac_address': 'fa:16:3e:f0:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5c10d723-44ed-460c-abaf-474c1da07dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:51Z', 'updated_at': '2021-02-18T12:31:16Z', 'revision_number': 5, 'project_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'subnets': [{'id': '5c10d723-44ed-460c-abaf-474c1da07dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:32:28.965126 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854250921'] for network, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:29.182230 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665137', 'neutron.services.segments.db._delete_segments_for_network--9223363305819442394'] for network, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:29.311981 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a42d0f-7d9b-4ffc-9848-fb112388b3bb None None] New status for floating IP 418888e2-5704-49fe-a6c1-a9b79850906a: ACTIVE {{(pid=83988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 12:32:29.319809 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:32:29.320367 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:32:29.321378 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:32:29.321871 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] Subscribe: > port after_create 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:32:29.322278 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:32:29.322764 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] Subscribe: > port after_update 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:32:29.323263 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:32:29.323743 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:32:29.324115 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:32:29.324572 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:32:29.440822 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:32:29.441282 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:32:29.441672 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:32:29.442056 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:32:29.442561 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d965ec9a-bb10-425b-96f5-95a00f65a0c4']}} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:32:29.469552 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f2b173-6074-45c7-9bc8-d842540e3664') {'for_net_delete': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:32:29.469890 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f2b173-6074-45c7-9bc8-d842540e3664') {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:32:29.483417 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305819444442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6009433'] for segment, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:29.502401 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:29.505560 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 12:32:29.752159 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] Network d965ec9a-bb10-425b-96f5-95a00f65a0c4 has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:32:29.763355 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-671673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848844856'] for segment, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:30.106020 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] Network d965ec9a-bb10-425b-96f5-95a00f65a0c4 has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: from cryptography.utils import int_from_bytes Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: from cryptography.utils import int_from_bytes Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: (rel_b, rel_a, rel_b), Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: (rel_b, rel_a, rel_b), Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: Traceback (most recent call last): Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: timer() Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: cb(*args, **kw) Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: return func(*args, **kwargs) Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: self._notify() Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: self.callback(batched_events) Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: event.method(event) Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: segment_id)['aggregates'][0] Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: return f(self, *a, **k) Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: return self._get(url).json() Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: **kwargs) Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: return self.request(url, 'GET', **kwargs) Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: **endpoint_filter) Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:32:30.155408 dv-cinder-776422-1-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:32:30.272740 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eb10bb20-732c-45e2-8fe2-d163f1e0e437 req-fcee6cb3-3988-4b8f-bbc5-a5851c911857 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.3257518 Feb 18 12:32:30.283571 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2b5d9-1ee9-4a0d-a71c-175c8d2412ef req-e7122c3e-99e9-4f99-a389-eb477805400d tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:30.291764 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8dc2b5d9-1ee9-4a0d-a71c-175c8d2412ef req-e7122c3e-99e9-4f99-a389-eb477805400d tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.3431921 Feb 18 12:32:30.339409 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854110663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366916'] for network, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:30.343588 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8dc2b5d9-1ee9-4a0d-a71c-175c8d2412ef req-eebca4a4-0d71-4036-a57d-fdc516d0e647 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507979 Feb 18 12:32:30.378729 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-edffad84-0e3e-4e27-8567-1ab1111cb8f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:30.410312 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d965ec9a-bb10-425b-96f5-95a00f65a0c4,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:30.440083 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:30.498199 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:30.516135 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] 10.222.0.83 "DELETE /v2.0/networks/d965ec9a-bb10-425b-96f5-95a00f65a0c4 HTTP/1.1" status: 204 len: 168 time: 1.6996377 Feb 18 12:32:30.542692 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10bb20-732c-45e2-8fe2-d163f1e0e437 req-6f579b70-0c7e-4a97-90bb-ab72b949be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:30.544790 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eb10bb20-732c-45e2-8fe2-d163f1e0e437 req-6f579b70-0c7e-4a97-90bb-ab72b949be46 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=394178baeecd40f8b2869b8d1ad6dc2e&device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 1162 time: 0.1132271 Feb 18 12:32:30.756381 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 43934) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:30.804046 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10bb20-732c-45e2-8fe2-d163f1e0e437 req-eaebe5a7-1709-4884-96df-23e9a47a11d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:30.805665 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eb10bb20-732c-45e2-8fe2-d163f1e0e437 req-eaebe5a7-1709-4884-96df-23e9a47a11d6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1108d427-5cec-48df-9400-d1b0a430230f HTTP/1.1" status: 200 len: 913 time: 0.2311318 Feb 18 12:32:30.868216 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-5677e764-2672-4e05-be1e-8997ad3ea374 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c70f399aa3e245febae1ca95dc05ad83&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1103449 Feb 18 12:32:30.872352 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 43938) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:30.899020 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eb10bb20-732c-45e2-8fe2-d163f1e0e437 req-92a1e15d-3aba-4890-a3c0-806fcf794809 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07c335ac-b582-4c72-a3b2-82540c224746 HTTP/1.1" status: 200 len: 217 time: 0.0856631 Feb 18 12:32:30.996127 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d2d29448-ade8-4286-947e-e17f05fdba97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:31.033829 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c4ea3d63-7a56-4060-a2aa-0d7e800863d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:31.089699 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10bb20-732c-45e2-8fe2-d163f1e0e437 req-27788066-2182-4a9a-8a04-80221a30da2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:31.092452 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eb10bb20-732c-45e2-8fe2-d163f1e0e437 req-27788066-2182-4a9a-8a04-80221a30da2c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6f2ab429-4198-4068-a977-62c5ab8abd80 HTTP/1.1" status: 200 len: 859 time: 0.1687317 Feb 18 12:32:31.103166 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c4ea3d63-7a56-4060-a2aa-0d7e800863d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:31.160729 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c4ea3d63-7a56-4060-a2aa-0d7e800863d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:31.162089 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eb10bb20-732c-45e2-8fe2-d163f1e0e437 req-737bbb54-8852-48ec-b581-fc2afa371e7a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1108d427-5cec-48df-9400-d1b0a430230f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610166 Feb 18 12:32:31.173481 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f6d06939-11ef-44bd-aa9f-2aa192a185ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:31.186790 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea3d63-7a56-4060-a2aa-0d7e800863d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbad487-9aa0-4b85-a4c1-2a277269ee70,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:31.192505 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c4ea3d63-7a56-4060-a2aa-0d7e800863d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:31.196822 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c4ea3d63-7a56-4060-a2aa-0d7e800863d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:31.198366 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-c4ea3d63-7a56-4060-a2aa-0d7e800863d4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1cbad487-9aa0-4b85-a4c1-2a277269ee70 HTTP/1.1" status: 204 len: 168 time: 0.3245547 Feb 18 12:32:31.357935 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eb10bb20-732c-45e2-8fe2-d163f1e0e437 req-32aca39c-a072-44de-a894-4792274917dd service neutron] 10.222.0.99 "GET /v2.0/networks/1108d427-5cec-48df-9400-d1b0a430230f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866858 Feb 18 12:32:31.695920 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eb10bb20-732c-45e2-8fe2-d163f1e0e437 req-1b81622e-d4bf-4627-a66c-049a32511ecf service neutron] 10.222.0.99 "GET /v2.0/networks/1108d427-5cec-48df-9400-d1b0a430230f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3023498 Feb 18 12:32:31.716787 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a9787-1291-473f-a8a7-c1a603f9f11f req-85ceffa6-484d-4ff0-a492-b616131c3dd6 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:31.727721 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-786a9787-1291-473f-a8a7-c1a603f9f11f req-85ceffa6-484d-4ff0-a492-b616131c3dd6 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.1424046 Feb 18 12:32:31.806147 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-786a9787-1291-473f-a8a7-c1a603f9f11f req-d3b8ca29-6db8-49b2-a9dc-7d3ca0c0bd21 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718963 Feb 18 12:32:32.794466 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 44018) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:32.922162 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dc189451-642b-408d-9fac-4883c16d9ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:32.939573 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-dc189451-642b-408d-9fac-4883c16d9ecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:32:32.945146 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-dc189451-642b-408d-9fac-4883c16d9ecf admin admin] Usage tracker for resource:security_group_rule and tenant:112f6682c4db4ca7b09a9fd2183a5c67 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:32:32.949782 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-dc189451-642b-408d-9fac-4883c16d9ecf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:32:32.957141 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-dc189451-642b-408d-9fac-4883c16d9ecf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:32:33.029880 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e960ea9-7d50-49a0-844e-ae4dcc0788ad req-0781a648-d452-47bf-94cf-b55a8260ec35 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:33.031587 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8e960ea9-7d50-49a0-844e-ae4dcc0788ad req-0781a648-d452-47bf-94cf-b55a8260ec35 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.0921521 Feb 18 12:32:33.054034 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dc189451-642b-408d-9fac-4883c16d9ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:33.056972 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dc189451-642b-408d-9fac-4883c16d9ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:33.065978 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:33.089246 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8e960ea9-7d50-49a0-844e-ae4dcc0788ad req-5586ff08-c67b-4821-a5f8-5cec90fd5669 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498803 Feb 18 12:32:33.110423 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc189451-642b-408d-9fac-4883c16d9ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7daa0f-ac67-477b-aa65-227e33cc8c1d,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:33.118826 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-dc189451-642b-408d-9fac-4883c16d9ecf admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=112f6682c4db4ca7b09a9fd2183a5c67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3231845 Feb 18 12:32:33.119066 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 44036) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:33.119975 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-dc189451-642b-408d-9fac-4883c16d9ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:33.187603 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c8f88fc3-f98f-4d05-9b6b-9859f883d65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:33.220715 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c8f88fc3-f98f-4d05-9b6b-9859f883d65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:33.270340 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c8f88fc3-f98f-4d05-9b6b-9859f883d65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:33.275874 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2f80f547-717a-4d9f-bc13-895ac2e7af71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:33.287119 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88fc3-f98f-4d05-9b6b-9859f883d65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7daa0f-ac67-477b-aa65-227e33cc8c1d,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:33.292493 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c8f88fc3-f98f-4d05-9b6b-9859f883d65b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:33.294825 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c8f88fc3-f98f-4d05-9b6b-9859f883d65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:33.297251 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-c8f88fc3-f98f-4d05-9b6b-9859f883d65b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5d7daa0f-ac67-477b-aa65-227e33cc8c1d HTTP/1.1" status: 204 len: 168 time: 0.1745236 Feb 18 12:32:33.358947 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a3d6ecfe-cdc1-4466-b9e5-276d9496ead5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:33.704565 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 44058) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:33.734235 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0d76a745-7b10-424f-b2f3-5e0ca4098a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:33.754788 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0d76a745-7b10-424f-b2f3-5e0ca4098a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:32:33.759292 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0d76a745-7b10-424f-b2f3-5e0ca4098a7c admin admin] Usage tracker for resource:security_group_rule and tenant:88821e3f0efa41b5ad325c8413fff440 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:32:33.764535 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0d76a745-7b10-424f-b2f3-5e0ca4098a7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:32:33.771742 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0d76a745-7b10-424f-b2f3-5e0ca4098a7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:32:33.834167 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:33.873748 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0d76a745-7b10-424f-b2f3-5e0ca4098a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:33.876494 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0d76a745-7b10-424f-b2f3-5e0ca4098a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:33.885280 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6fba3405-f80e-47f5-84d5-7b51112a9de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:33.928175 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-0d76a745-7b10-424f-b2f3-5e0ca4098a7c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=88821e3f0efa41b5ad325c8413fff440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2224169 Feb 18 12:32:33.929828 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76a745-7b10-424f-b2f3-5e0ca4098a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16cfb76-5bff-405c-a23d-7c29478992cd,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:33.931438 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 44068) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:33.933353 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0d76a745-7b10-424f-b2f3-5e0ca4098a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:33.996916 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f4e3fa2f-9bfd-4076-aa43-4f9a864468ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:34.029231 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f4e3fa2f-9bfd-4076-aa43-4f9a864468ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:34.074525 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f4e3fa2f-9bfd-4076-aa43-4f9a864468ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:34.079995 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f10111c1-890c-4d14-9410-4696157107cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:34.093239 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3fa2f-9bfd-4076-aa43-4f9a864468ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16cfb76-5bff-405c-a23d-7c29478992cd,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:34.095831 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f4e3fa2f-9bfd-4076-aa43-4f9a864468ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:34.105213 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f4e3fa2f-9bfd-4076-aa43-4f9a864468ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:34.106454 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-f4e3fa2f-9bfd-4076-aa43-4f9a864468ef admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c16cfb76-5bff-405c-a23d-7c29478992cd HTTP/1.1" status: 204 len: 168 time: 0.1738980 Feb 18 12:32:35.143342 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:35.456913 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:36.382501 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 44140) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:36.512439 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:36.528738 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:32:36.533005 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Usage tracker for resource:security_group_rule and tenant:06648f2bd28747b298944b6079f4011e is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:32:36.536652 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:32:36.544690 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:32:36.645368 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:36.648931 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:36.660852 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-44a3e656-9642-4625-af1a-d93b1af4b12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:36.763975 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fce6e15-5b44-4dab-bec7-598fa2923ecb,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:36.773020 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:36.773020 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:36.773633 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:36.773633 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:36.774074 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:36.774449 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:36.775087 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:36.775087 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:36.775087 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:36.775087 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:36.776429 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:36.776750 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:36.777227 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:36.777604 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:36.777988 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:36.778373 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:36.778759 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:36.779145 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:36.779543 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:36.779933 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:36.780316 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:36.780698 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:36.781079 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:36.781459 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:36.790436 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 44154) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:36.790615 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=06648f2bd28747b298944b6079f4011e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4068723 Feb 18 12:32:36.794659 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:36.798535 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 44158) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:36.831334 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcb61a-f37f-42e4-821a-0268340c4089 req-0e63beb0-037d-4a17-9c6e-7f8912e2c5b3 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:36.833167 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-31bcb61a-f37f-42e4-821a-0268340c4089 req-0e63beb0-037d-4a17-9c6e-7f8912e2c5b3 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.1751764 Feb 18 12:32:36.882317 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:36.887985 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-31bcb61a-f37f-42e4-821a-0268340c4089 req-e42009f6-7fe0-4870-81b4-95680d5d5dd3 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475845 Feb 18 12:32:36.912338 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:36.951419 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6795c783-fbdb-4599-9eda-f8d08570cfe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:36.960239 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:36.965418 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:36.969470 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6795c783-fbdb-4599-9eda-f8d08570cfe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:32:36.974660 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-6795c783-fbdb-4599-9eda-f8d08570cfe6 admin admin] Usage tracker for resource:security_group_rule and tenant:59a549dd426841109ee2497b2bed46f1 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:32:36.978708 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-6795c783-fbdb-4599-9eda-f8d08570cfe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:32:36.980357 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fce6e15-5b44-4dab-bec7-598fa2923ecb,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:36.985704 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6795c783-fbdb-4599-9eda-f8d08570cfe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:32:36.994384 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:36.998611 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9fce6e15-5b44-4dab-bec7-598fa2923ecb HTTP/1.1" status: 204 len: 168 time: 0.2042167 Feb 18 12:32:37.000347 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:37.000846 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:37.001432 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:37.002010 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:37.002886 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:37.003294 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:37.003759 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:37.005733 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:37.006190 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:37.006714 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:37.007756 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:37.008149 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:37.008630 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:37.009443 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:37.009830 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:37.010582 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:37.010923 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:37.011313 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:37.011721 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:37.012105 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:37.012627 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:37.013011 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:37.013960 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:37.014349 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:32:37.020339 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:37.087760 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6795c783-fbdb-4599-9eda-f8d08570cfe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:37.091559 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6795c783-fbdb-4599-9eda-f8d08570cfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:37.105081 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-892b587f-7140-4a5a-a0d0-09af637fb5ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:37.151531 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-6795c783-fbdb-4599-9eda-f8d08570cfe6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=59a549dd426841109ee2497b2bed46f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3502553 Feb 18 12:32:37.152661 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795c783-fbdb-4599-9eda-f8d08570cfe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af60524-da7a-4c36-96ff-9fd67aa47048,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:37.152894 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 44172) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:37.156197 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6795c783-fbdb-4599-9eda-f8d08570cfe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:37.228025 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-662b6b55-316a-4a80-9b67-d9e3e06b9ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:37.256919 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-662b6b55-316a-4a80-9b67-d9e3e06b9ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:37.302118 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-662b6b55-316a-4a80-9b67-d9e3e06b9ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:37.307260 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1024a9e9-0cce-4e78-8293-7547ff0670e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:37.325108 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b6b55-316a-4a80-9b67-d9e3e06b9ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af60524-da7a-4c36-96ff-9fd67aa47048,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:37.325966 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 44176) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:37.328741 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-662b6b55-316a-4a80-9b67-d9e3e06b9ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:37.329932 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-662b6b55-316a-4a80-9b67-d9e3e06b9ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:37.331650 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-662b6b55-316a-4a80-9b67-d9e3e06b9ad4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0af60524-da7a-4c36-96ff-9fd67aa47048 HTTP/1.1" status: 204 len: 168 time: 0.1771588 Feb 18 12:32:37.379727 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8f82be76-2216-4c67-ae99-47889a0376aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:37.397800 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-8f82be76-2216-4c67-ae99-47889a0376aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:32:37.402030 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-8f82be76-2216-4c67-ae99-47889a0376aa admin admin] Usage tracker for resource:security_group_rule and tenant:27ccda7b89284cbda67e092faa3c78d2 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:32:37.405204 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-8f82be76-2216-4c67-ae99-47889a0376aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:32:37.411198 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-8f82be76-2216-4c67-ae99-47889a0376aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:32:37.501102 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8f82be76-2216-4c67-ae99-47889a0376aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:37.503932 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8f82be76-2216-4c67-ae99-47889a0376aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:37.513185 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4cf3d4a7-d1b9-4bf0-bc98-2e938916bada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:37.558942 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 44186) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:37.559087 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-8f82be76-2216-4c67-ae99-47889a0376aa admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=27ccda7b89284cbda67e092faa3c78d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299337 Feb 18 12:32:37.560892 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82be76-2216-4c67-ae99-47889a0376aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f14453a-262a-42d0-919e-3fc41258ffaf,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:37.564190 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8f82be76-2216-4c67-ae99-47889a0376aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:37.632957 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-140a26f5-b7da-42e4-b8a6-b3dd74d9ddb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:37.662900 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-140a26f5-b7da-42e4-b8a6-b3dd74d9ddb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:37.714098 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-140a26f5-b7da-42e4-b8a6-b3dd74d9ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:37.719389 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d54b4d87-3532-4194-95bf-adfb36b2f59d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:37.730579 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a26f5-b7da-42e4-b8a6-b3dd74d9ddb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f14453a-262a-42d0-919e-3fc41258ffaf,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:37.735743 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-140a26f5-b7da-42e4-b8a6-b3dd74d9ddb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:37.738588 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-140a26f5-b7da-42e4-b8a6-b3dd74d9ddb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:37.739579 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-140a26f5-b7da-42e4-b8a6-b3dd74d9ddb3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2f14453a-262a-42d0-919e-3fc41258ffaf HTTP/1.1" status: 204 len: 168 time: 0.1794925 Feb 18 12:32:37.759525 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 44194) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:37.778489 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dfd43ce9-18fa-427f-b376-9c5d1f718b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:37.794770 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-dfd43ce9-18fa-427f-b376-9c5d1f718b2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:32:37.798933 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-dfd43ce9-18fa-427f-b376-9c5d1f718b2b admin admin] Usage tracker for resource:security_group_rule and tenant:b6f384ef22514c3f99c76e47fd4b1321 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:32:37.805557 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-dfd43ce9-18fa-427f-b376-9c5d1f718b2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:32:37.824501 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-dfd43ce9-18fa-427f-b376-9c5d1f718b2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:32:37.921765 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dfd43ce9-18fa-427f-b376-9c5d1f718b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:37.926046 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dfd43ce9-18fa-427f-b376-9c5d1f718b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:37.939774 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b79aa38b-6ded-42d0-9578-7248c9b29752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:37.984494 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd43ce9-18fa-427f-b376-9c5d1f718b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955ee7b4-6a31-4070-aca4-ddbfaac00316,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:37.989720 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-dfd43ce9-18fa-427f-b376-9c5d1f718b2b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b6f384ef22514c3f99c76e47fd4b1321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290940 Feb 18 12:32:37.991405 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-dfd43ce9-18fa-427f-b376-9c5d1f718b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:37.993178 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 44204) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:38.125564 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bc19c469-a511-44e5-b03a-9672eb126195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:38.170605 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bc19c469-a511-44e5-b03a-9672eb126195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:38.185605 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6231b4-fc25-4aea-9f24-9cb66ec14055 req-b056777a-63e5-4372-8d9e-30da93a4b8aa tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:38.187302 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4d6231b4-fc25-4aea-9f24-9cb66ec14055 req-b056777a-63e5-4372-8d9e-30da93a4b8aa tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.1755428 Feb 18 12:32:38.261841 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4d6231b4-fc25-4aea-9f24-9cb66ec14055 req-089a0182-c512-4879-ad86-dc013de3a0d5 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683420 Feb 18 12:32:38.270363 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bc19c469-a511-44e5-b03a-9672eb126195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:38.286171 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:38.296791 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19c469-a511-44e5-b03a-9672eb126195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955ee7b4-6a31-4070-aca4-ddbfaac00316,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:38.300591 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bc19c469-a511-44e5-b03a-9672eb126195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:38.304012 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-bc19c469-a511-44e5-b03a-9672eb126195 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/955ee7b4-6a31-4070-aca4-ddbfaac00316 HTTP/1.1" status: 204 len: 168 time: 0.3075674 Feb 18 12:32:38.305735 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bc19c469-a511-44e5-b03a-9672eb126195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:38.682414 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 44234) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:38.882303 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-0996da2b-9d8e-48a1-b322-c78e1dcc02cf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2080452881-network', 'tenant_id': '13952a965be64e4687b85d3d011b7b30'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:32:38.888531 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0996da2b-9d8e-48a1-b322-c78e1dcc02cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:32:38.893101 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0996da2b-9d8e-48a1-b322-c78e1dcc02cf admin admin] Usage tracker for resource:network and tenant:13952a965be64e4687b85d3d011b7b30 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:32:38.896916 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0996da2b-9d8e-48a1-b322-c78e1dcc02cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:32:38.902975 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0996da2b-9d8e-48a1-b322-c78e1dcc02cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:32:38.913073 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0996da2b-9d8e-48a1-b322-c78e1dcc02cf admin admin] Made reservation on behalf of 13952a965be64e4687b85d3d011b7b30 for: {'network': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:32:38.917843 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0996da2b-9d8e-48a1-b322-c78e1dcc02cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for network, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:38.936050 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0996da2b-9d8e-48a1-b322-c78e1dcc02cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:38.954800 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0996da2b-9d8e-48a1-b322-c78e1dcc02cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:32:38.960147 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0996da2b-9d8e-48a1-b322-c78e1dcc02cf admin admin] Usage tracker for resource:security_group_rule and tenant:13952a965be64e4687b85d3d011b7b30 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:32:38.963281 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0996da2b-9d8e-48a1-b322-c78e1dcc02cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:32:38.969905 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0996da2b-9d8e-48a1-b322-c78e1dcc02cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:32:39.069781 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0996da2b-9d8e-48a1-b322-c78e1dcc02cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:39.072928 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0996da2b-9d8e-48a1-b322-c78e1dcc02cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:39.077377 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6305d8ff-51ae-4933-8849-9aee72b206cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:39.111163 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0996da2b-9d8e-48a1-b322-c78e1dcc02cf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=83986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:32:39.126958 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996da2b-9d8e-48a1-b322-c78e1dcc02cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372daa72-f3c0-4339-b1a2-414d77a65c53,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:39.133150 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0996da2b-9d8e-48a1-b322-c78e1dcc02cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:39.133627 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0996da2b-9d8e-48a1-b322-c78e1dcc02cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:39.134014 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-0996da2b-9d8e-48a1-b322-c78e1dcc02cf admin admin] Added segment 1c9f599f-319d-4049-a5b4-d4549398d6a9 of type vxlan for network f2fb9c2f-ccd5-4048-a269-a8c314b93d8e Feb 18 12:32:39.165020 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0996da2b-9d8e-48a1-b322-c78e1dcc02cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305820034079'] for network, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:39.196658 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0996da2b-9d8e-48a1-b322-c78e1dcc02cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:39.197865 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0996da2b-9d8e-48a1-b322-c78e1dcc02cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:39.198507 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0996da2b-9d8e-48a1-b322-c78e1dcc02cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:39.203592 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-13738c29-2756-4942-aaec-dac066cf1ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:39.561949 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98df4a-f518-468c-bd24-f2ddb3b10db1 req-a792fb85-76ab-4f02-a5da-381a993fd044 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:39.566878 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5b98df4a-f518-468c-bd24-f2ddb3b10db1 req-a792fb85-76ab-4f02-a5da-381a993fd044 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.1087594 Feb 18 12:32:39.576091 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-0996da2b-9d8e-48a1-b322-c78e1dcc02cf admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8924062 Feb 18 12:32:39.576967 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 44272) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:39.582731 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996da2b-9d8e-48a1-b322-c78e1dcc02cf admin admin] Pushing event updated for resources: {'Network': ['ID=f2fb9c2f-ccd5-4048-a269-a8c314b93d8e,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:39.588256 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-251f05a5-f8a9-46ed-b5cb-09acac99f68b admin admin] Request body: {'subnet': {'network_id': 'f2fb9c2f-ccd5-4048-a269-a8c314b93d8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2080452881-subnet', 'tenant_id': '13952a965be64e4687b85d3d011b7b30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:32:39.593271 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0996da2b-9d8e-48a1-b322-c78e1dcc02cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:39.594394 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-251f05a5-f8a9-46ed-b5cb-09acac99f68b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:32:39.598689 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Network f2fb9c2f-ccd5-4048-a269-a8c314b93d8e details requested by agent ovs-agent-dv-cinder-776422-1-iscsi with host dv-cinder-776422-1-iscsi {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:32:39.599566 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-251f05a5-f8a9-46ed-b5cb-09acac99f68b admin admin] Usage tracker for resource:subnet and tenant:13952a965be64e4687b85d3d011b7b30 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:32:39.603256 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-251f05a5-f8a9-46ed-b5cb-09acac99f68b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:32:39.609682 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-251f05a5-f8a9-46ed-b5cb-09acac99f68b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:32:39.622346 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251f05a5-f8a9-46ed-b5cb-09acac99f68b admin admin] Made reservation on behalf of 13952a965be64e4687b85d3d011b7b30 for: {'subnet': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:32:39.628358 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5b98df4a-f518-468c-bd24-f2ddb3b10db1 req-485fd43b-c316-45a1-a5e8-41ed3e4cf9c0 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555212 Feb 18 12:32:39.629378 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-251f05a5-f8a9-46ed-b5cb-09acac99f68b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848986586'] for subnet, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:39.678118 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Network f2fb9c2f-ccd5-4048-a269-a8c314b93d8e details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:32:39.824697 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:40.083114 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-251f05a5-f8a9-46ed-b5cb-09acac99f68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848845742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848986603'] for subnet, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:40.098618 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:40.250796 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f05a5-f8a9-46ed-b5cb-09acac99f68b admin admin] Pushing event updated for resources: {'Subnet': ['ID=072eaae9-27f9-464f-aeda-d7015fdfda44,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:40.255813 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-251f05a5-f8a9-46ed-b5cb-09acac99f68b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:40.318616 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251f05a5-f8a9-46ed-b5cb-09acac99f68b admin admin] Checking segment: {'id': '1c9f599f-319d-4049-a5b4-d4549398d6a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f2fb9c2f-ccd5-4048-a269-a8c314b93d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:32:40.318888 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251f05a5-f8a9-46ed-b5cb-09acac99f68b admin admin] Network hostable DHCP agents. Network: f2fb9c2f-ccd5-4048-a269-a8c314b93d8e, hostable agents: ['bed05dfd-bd83-4319-8df6-46deac5f4b19'], hosted agents: [] {{(pid=83986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:32:40.339289 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251f05a5-f8a9-46ed-b5cb-09acac99f68b admin admin] Network f2fb9c2f-ccd5-4048-a269-a8c314b93d8e is scheduled to be hosted by DHCP agent bed05dfd-bd83-4319-8df6-46deac5f4b19 with binding_index 1 {{(pid=83986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:32:40.348292 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-251f05a5-f8a9-46ed-b5cb-09acac99f68b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-iscsi, f2fb9c2f-ccd5-4048-a269-a8c314b93d8e) {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:32:40.361639 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd38c7a5-81fe-429b-aceb-55fce6b81d4d None None] Network f2fb9c2f-ccd5-4048-a269-a8c314b93d8e requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:32:40.364939 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251f05a5-f8a9-46ed-b5cb-09acac99f68b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:40.366112 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-251f05a5-f8a9-46ed-b5cb-09acac99f68b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:40.390776 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-251f05a5-f8a9-46ed-b5cb-09acac99f68b admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8101494 Feb 18 12:32:40.607265 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 44310) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:40.649251 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0354d0b4-18f4-4dac-adcf-3fab09133cc9 None None] Network f2fb9c2f-ccd5-4048-a269-a8c314b93d8e requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:32:40.772225 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2da5c329-4821-4577-a6fd-5d60fc676bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:40.832915 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2da5c329-4821-4577-a6fd-5d60fc676bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:32:40.852900 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-2da5c329-4821-4577-a6fd-5d60fc676bb6 admin admin] Usage tracker for resource:security_group_rule and tenant:d19854249c9b401ba3e80e9e2cd771c2 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:32:40.857704 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-2da5c329-4821-4577-a6fd-5d60fc676bb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:32:40.868163 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2da5c329-4821-4577-a6fd-5d60fc676bb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:32:40.918664 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3a9f7-5240-4bf7-8705-f948e4b4784b req-989ecef3-d1c1-4734-90d9-38a32be75f2b tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:40.920341 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-09a3a9f7-5240-4bf7-8705-f948e4b4784b req-989ecef3-d1c1-4734-90d9-38a32be75f2b tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.1351314 Feb 18 12:32:40.994139 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-09a3a9f7-5240-4bf7-8705-f948e4b4784b req-2f076319-58c4-4f7c-9e5b-563e687a4e65 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639799 Feb 18 12:32:41.026939 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2da5c329-4821-4577-a6fd-5d60fc676bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:41.029830 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2da5c329-4821-4577-a6fd-5d60fc676bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:41.039265 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:41.088755 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-2da5c329-4821-4577-a6fd-5d60fc676bb6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d19854249c9b401ba3e80e9e2cd771c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4766726 Feb 18 12:32:41.088951 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 44318) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:41.090072 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5c329-4821-4577-a6fd-5d60fc676bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4e665c-c637-40a0-b7e4-f8f98e1665a4,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:41.093586 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2da5c329-4821-4577-a6fd-5d60fc676bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:41.173458 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eebc50eb-cc6d-407f-b554-019aa71e3308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:41.204520 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eebc50eb-cc6d-407f-b554-019aa71e3308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:41.253208 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eebc50eb-cc6d-407f-b554-019aa71e3308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:41.258859 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a44b2eb3-b7db-41b6-9707-3595937e5376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:41.276592 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc50eb-cc6d-407f-b554-019aa71e3308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4e665c-c637-40a0-b7e4-f8f98e1665a4,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:41.279179 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-eebc50eb-cc6d-407f-b554-019aa71e3308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:41.297685 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eebc50eb-cc6d-407f-b554-019aa71e3308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:41.302261 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-eebc50eb-cc6d-407f-b554-019aa71e3308 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1e4e665c-c637-40a0-b7e4-f8f98e1665a4 HTTP/1.1" status: 204 len: 168 time: 0.2123959 Feb 18 12:32:41.642149 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 44348) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:41.666747 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-495cd94b-550e-4352-9634-2f82c27b1e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:41.688057 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-495cd94b-550e-4352-9634-2f82c27b1e92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:32:41.693009 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-495cd94b-550e-4352-9634-2f82c27b1e92 admin admin] Usage tracker for resource:security_group_rule and tenant:11b7cf5dfa7247a19e86841eb2dd1c43 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:32:41.696290 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-495cd94b-550e-4352-9634-2f82c27b1e92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:32:41.702280 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-495cd94b-550e-4352-9634-2f82c27b1e92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:32:41.805986 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-495cd94b-550e-4352-9634-2f82c27b1e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:41.809522 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-495cd94b-550e-4352-9634-2f82c27b1e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:41.819157 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c3570ce5-b4a8-4ac0-851d-d94184a166bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:41.834048 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 44358) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:41.864099 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495cd94b-550e-4352-9634-2f82c27b1e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae45809-4280-44b5-9a6e-1448ee7c388a,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:41.868096 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-495cd94b-550e-4352-9634-2f82c27b1e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:41.871003 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-495cd94b-550e-4352-9634-2f82c27b1e92 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=11b7cf5dfa7247a19e86841eb2dd1c43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2277064 Feb 18 12:32:41.874002 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 44364) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:41.941679 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8a72d357-098d-4624-ac62-88d2ff094130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:41.988776 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8a72d357-098d-4624-ac62-88d2ff094130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:42.002218 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b9f2c58b-c025-468f-a509-36e91308f3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:42.026141 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-b9f2c58b-c025-468f-a509-36e91308f3c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:32:42.030706 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-b9f2c58b-c025-468f-a509-36e91308f3c9 admin admin] Usage tracker for resource:security_group_rule and tenant:9e411be5372c4f12b8ca9a79c3eac4a8 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:32:42.033956 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-b9f2c58b-c025-468f-a509-36e91308f3c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:32:42.040095 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-b9f2c58b-c025-468f-a509-36e91308f3c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:32:42.181039 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8a72d357-098d-4624-ac62-88d2ff094130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:42.198108 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6795c783-fbdb-4599-9eda-f8d08570cfe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:42.226711 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b9f2c58b-c025-468f-a509-36e91308f3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:42.228824 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72d357-098d-4624-ac62-88d2ff094130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae45809-4280-44b5-9a6e-1448ee7c388a,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:42.231520 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8a72d357-098d-4624-ac62-88d2ff094130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:42.238714 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b9f2c58b-c025-468f-a509-36e91308f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:42.251045 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7f53e7de-61cc-4dcb-b831-3b0f8b668080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:42.273665 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8a72d357-098d-4624-ac62-88d2ff094130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:42.274889 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-8a72d357-098d-4624-ac62-88d2ff094130 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bae45809-4280-44b5-9a6e-1448ee7c388a HTTP/1.1" status: 204 len: 168 time: 0.3996074 Feb 18 12:32:42.305227 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2c58b-c025-468f-a509-36e91308f3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe2e1fc-9673-40c4-b837-d0c6c2a31da4,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:42.312125 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b9f2c58b-c025-468f-a509-36e91308f3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:42.314652 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-b9f2c58b-c025-468f-a509-36e91308f3c9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9e411be5372c4f12b8ca9a79c3eac4a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4795358 Feb 18 12:32:42.317975 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 44378) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:42.404454 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ae78e-3136-4d22-908d-aa0d3456e604 req-ae83d7e8-8938-43f1-93f9-edac0337a6a8 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:42.406134 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-893ae78e-3136-4d22-908d-aa0d3456e604 req-ae83d7e8-8938-43f1-93f9-edac0337a6a8 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.2730050 Feb 18 12:32:42.450175 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e5350949-6491-46ad-b9dd-113d4a26c2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:42.496577 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-893ae78e-3136-4d22-908d-aa0d3456e604 req-87552dea-5c1c-4803-894e-8ed064e9f7b7 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823922 Feb 18 12:32:42.498563 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e5350949-6491-46ad-b9dd-113d4a26c2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:42.557791 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e5350949-6491-46ad-b9dd-113d4a26c2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:42.562968 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a20ed33b-34ae-48ae-8512-ad4ada6d0d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:42.575051 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5350949-6491-46ad-b9dd-113d4a26c2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe2e1fc-9673-40c4-b837-d0c6c2a31da4,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:42.577821 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e5350949-6491-46ad-b9dd-113d4a26c2e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:42.584187 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e5350949-6491-46ad-b9dd-113d4a26c2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:42.592958 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-e5350949-6491-46ad-b9dd-113d4a26c2e1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ebe2e1fc-9673-40c4-b837-d0c6c2a31da4 HTTP/1.1" status: 204 len: 168 time: 0.2718630 Feb 18 12:32:42.981744 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 44404) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:43.001615 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-215dfc7a-12a7-4bb2-9903-e623d4e01a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:43.018373 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-215dfc7a-12a7-4bb2-9903-e623d4e01a37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:32:43.022636 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-215dfc7a-12a7-4bb2-9903-e623d4e01a37 admin admin] Usage tracker for resource:security_group_rule and tenant:0f72f757203a4999ba0c8c4f01b6cfac is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:32:43.025809 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-215dfc7a-12a7-4bb2-9903-e623d4e01a37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:32:43.031810 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-215dfc7a-12a7-4bb2-9903-e623d4e01a37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:32:43.125651 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-215dfc7a-12a7-4bb2-9903-e623d4e01a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:43.128499 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-215dfc7a-12a7-4bb2-9903-e623d4e01a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:43.137947 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-90962d2f-6177-4a56-814f-2be188622af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:43.190913 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-215dfc7a-12a7-4bb2-9903-e623d4e01a37 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0f72f757203a4999ba0c8c4f01b6cfac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2079856 Feb 18 12:32:43.192686 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215dfc7a-12a7-4bb2-9903-e623d4e01a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc987513-1c11-4647-8cf6-23db1dd583da,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:43.194294 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 44414) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:43.196098 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-215dfc7a-12a7-4bb2-9903-e623d4e01a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:43.262638 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1eb1d9a2-93f9-4cf6-88fb-5b5e2b2be09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:43.298043 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1eb1d9a2-93f9-4cf6-88fb-5b5e2b2be09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:43.351998 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1eb1d9a2-93f9-4cf6-88fb-5b5e2b2be09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:43.362774 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-45ec07de-94c1-495d-829f-220599381378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:43.375857 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1d9a2-93f9-4cf6-88fb-5b5e2b2be09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc987513-1c11-4647-8cf6-23db1dd583da,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:43.380841 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1eb1d9a2-93f9-4cf6-88fb-5b5e2b2be09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:43.384997 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1eb1d9a2-93f9-4cf6-88fb-5b5e2b2be09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:43.388920 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-1eb1d9a2-93f9-4cf6-88fb-5b5e2b2be09f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bc987513-1c11-4647-8cf6-23db1dd583da HTTP/1.1" status: 204 len: 168 time: 0.1902351 Feb 18 12:32:43.739254 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23acd27-d39d-4daa-a53d-b574c053c0da req-b8dda6d2-b6e1-402a-8da0-0b854573185a tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:43.741416 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c23acd27-d39d-4daa-a53d-b574c053c0da req-b8dda6d2-b6e1-402a-8da0-0b854573185a tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.0966032 Feb 18 12:32:43.804926 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c23acd27-d39d-4daa-a53d-b574c053c0da req-06b974cc-faa1-4cb4-823d-bf0e0acdf1cc tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545850 Feb 18 12:32:45.126213 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f591611-033b-4bd8-8360-6478487356fe req-fd16fa2a-7c4c-4335-8389-124b14d60fde tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:45.128021 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3f591611-033b-4bd8-8360-6478487356fe req-fd16fa2a-7c4c-4335-8389-124b14d60fde tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.1360824 Feb 18 12:32:45.186777 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3f591611-033b-4bd8-8360-6478487356fe req-69e97b3f-9a27-401b-a85a-5faff7da15cc tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507517 Feb 18 12:32:45.279015 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-de6df1a1-d8c1-4e90-9212-60238e1647fc tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:45.280226 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-de6df1a1-d8c1-4e90-9212-60238e1647fc tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Synchronizing usage tracker for tenant:13952a965be64e4687b85d3d011b7b30 on resource:network {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:32:45.300242 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-de6df1a1-d8c1-4e90-9212-60238e1647fc tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Unset dirty status for tenant:13952a965be64e4687b85d3d011b7b30 on resource:network {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:32:45.304298 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-de6df1a1-d8c1-4e90-9212-60238e1647fc tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/networks?id=f2fb9c2f-ccd5-4048-a269-a8c314b93d8e HTTP/1.1" status: 200 len: 814 time: 0.2287006 Feb 18 12:32:45.319046 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-296116b9-6bc0-4ef8-8a80-d356e7c3dcbb tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/quotas/13952a965be64e4687b85d3d011b7b30 HTTP/1.1" status: 200 len: 375 time: 0.0111425 Feb 18 12:32:45.397358 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-702aef5d-22af-4c98-9cd7-9341fc751f2a tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=13952a965be64e4687b85d3d011b7b30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715594 Feb 18 12:32:45.558644 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-508416eb-ecf0-496b-a38d-2c4cf5ae9a57 service neutron] 10.222.0.83 "GET /v2.0/networks/f2fb9c2f-ccd5-4048-a269-a8c314b93d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534901 Feb 18 12:32:45.712120 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-c21e279f-3b15-4bbc-949a-4fd0d6128597 service neutron] 10.222.0.83 "GET /v2.0/networks/f2fb9c2f-ccd5-4048-a269-a8c314b93d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1467488 Feb 18 12:32:45.938770 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-58f35f07-ff6e-4d7e-9005-57cefa73f5db req-dd6b31ea-401e-4485-b80a-e9b02d0e1b28 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 210 time: 0.0538187 Feb 18 12:32:46.547459 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484512f-bcaf-486d-b6b4-a0112dfcde4b req-bee9d1d6-2410-4530-89f8-2d20a6b11ce8 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:46.550188 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3484512f-bcaf-486d-b6b4-a0112dfcde4b req-bee9d1d6-2410-4530-89f8-2d20a6b11ce8 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.1596887 Feb 18 12:32:46.603358 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3484512f-bcaf-486d-b6b4-a0112dfcde4b req-3b584104-f00a-44f4-bf92-8cf536bb8b8e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463042 Feb 18 12:32:47.168176 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-275f172f-6c87-4389-a0ed-594004326fc7 req-8e1afa20-121d-4bff-91e6-ba6ac5749935 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 210 time: 0.0913088 Feb 18 12:32:47.473738 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 44640) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:47.504688 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-eb334a97-99be-4070-821a-e55adfd2eea2 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:47.506470 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-eb334a97-99be-4070-821a-e55adfd2eea2 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.99 "GET /v2.0/networks?id=f2fb9c2f-ccd5-4048-a269-a8c314b93d8e HTTP/1.1" status: 200 len: 814 time: 0.2073636 Feb 18 12:32:47.539307 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-0047a9a5-c631-4cca-9d6a-4572d4eae19d tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Request body: {'port': {'device_id': '1bffd805-f893-4dd5-a5d4-7b5755d4788c', 'network_id': 'f2fb9c2f-ccd5-4048-a269-a8c314b93d8e', 'admin_state_up': True, 'tenant_id': '13952a965be64e4687b85d3d011b7b30'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:32:47.634175 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6d67b7e3-1ad6-4e4e-8425-d52b14ee35bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:47.655179 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6d67b7e3-1ad6-4e4e-8425-d52b14ee35bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:32:47.659986 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-6d67b7e3-1ad6-4e4e-8425-d52b14ee35bf admin admin] Usage tracker for resource:security_group_rule and tenant:deb1204b1e5f4f838bad955f33c1a7c9 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:32:47.663727 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-6d67b7e3-1ad6-4e4e-8425-d52b14ee35bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:32:47.671056 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6d67b7e3-1ad6-4e4e-8425-d52b14ee35bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:32:47.741344 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-0047a9a5-c631-4cca-9d6a-4572d4eae19d tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:32:47.746052 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-0047a9a5-c631-4cca-9d6a-4572d4eae19d tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Usage tracker for resource:port and tenant:13952a965be64e4687b85d3d011b7b30 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:32:47.750031 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-0047a9a5-c631-4cca-9d6a-4572d4eae19d tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:32:47.762220 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-0047a9a5-c631-4cca-9d6a-4572d4eae19d tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:32:47.773042 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-0047a9a5-c631-4cca-9d6a-4572d4eae19d tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Made reservation on behalf of 13952a965be64e4687b85d3d011b7b30 for: {'port': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:32:47.778937 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-0047a9a5-c631-4cca-9d6a-4572d4eae19d tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:48.036187 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf7f11-cfba-4514-93e7-f8712c052bd0 req-f6e163c0-16a8-4803-92aa-5588246100fa tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:48.037851 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b0cf7f11-cfba-4514-93e7-f8712c052bd0 req-f6e163c0-16a8-4803-92aa-5588246100fa tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.1137011 Feb 18 12:32:48.123790 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b0cf7f11-cfba-4514-93e7-f8712c052bd0 req-9e2d0bce-f423-4959-b8d4-7a4e54e9cf5d tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705636 Feb 18 12:32:48.132693 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6d67b7e3-1ad6-4e4e-8425-d52b14ee35bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:48.136828 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6d67b7e3-1ad6-4e4e-8425-d52b14ee35bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:48.153635 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:48.170359 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-0047a9a5-c631-4cca-9d6a-4572d4eae19d tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Allocated IP 172.20.0.4 (f2fb9c2f-ccd5-4048-a269-a8c314b93d8e/072eaae9-27f9-464f-aeda-d7015fdfda44/9a895bcb-adda-4a5c-9c55-106de126376e) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:32:48.192773 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67b7e3-1ad6-4e4e-8425-d52b14ee35bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b96101-b27f-4c7d-a2d5-f5b110b45ae2,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:48.203003 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-6d67b7e3-1ad6-4e4e-8425-d52b14ee35bf admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=deb1204b1e5f4f838bad955f33c1a7c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7267334 Feb 18 12:32:48.203003 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6d67b7e3-1ad6-4e4e-8425-d52b14ee35bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:48.204664 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 44682) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:48.422532 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-792f0afc-13cb-47e4-b9fc-30c908cc21d4 req-89ddc3d5-b773-4f20-b2bb-2347bd49371e tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 210 time: 0.0768249 Feb 18 12:32:48.465418 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b23f07fc-9216-4755-85fd-b1fa43330e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:48.525934 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b23f07fc-9216-4755-85fd-b1fa43330e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:48.543888 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-0047a9a5-c631-4cca-9d6a-4572d4eae19d tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:48.598025 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b23f07fc-9216-4755-85fd-b1fa43330e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:48.602197 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:48.615577 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f07fc-9216-4755-85fd-b1fa43330e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b96101-b27f-4c7d-a2d5-f5b110b45ae2,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:48.620508 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-0047a9a5-c631-4cca-9d6a-4572d4eae19d tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848845764'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:48.623375 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b23f07fc-9216-4755-85fd-b1fa43330e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:48.642504 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cda6888d-1bc5-4269-835b-2b8f5f22083e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:48.795248 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047a9a5-c631-4cca-9d6a-4572d4eae19d tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Pushing event updated for resources: {'Port': ['ID=9a895bcb-adda-4a5c-9c55-106de126376e,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:48.801925 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0047a9a5-c631-4cca-9d6a-4572d4eae19d tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:48.813562 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b23f07fc-9216-4755-85fd-b1fa43330e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:48.814765 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-b23f07fc-9216-4755-85fd-b1fa43330e93 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/50b96101-b27f-4c7d-a2d5-f5b110b45ae2 HTTP/1.1" status: 204 len: 168 time: 0.6090257 Feb 18 12:32:48.860506 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-0047a9a5-c631-4cca-9d6a-4572d4eae19d tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Network f2fb9c2f-ccd5-4048-a269-a8c314b93d8e is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:32:48.861665 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-0047a9a5-c631-4cca-9d6a-4572d4eae19d tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:32:48.865395 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-0047a9a5-c631-4cca-9d6a-4572d4eae19d tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:32:48.933498 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-0047a9a5-c631-4cca-9d6a-4572d4eae19d tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:48.936923 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-0047a9a5-c631-4cca-9d6a-4572d4eae19d tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:48.952551 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-0047a9a5-c631-4cca-9d6a-4572d4eae19d tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4194467 Feb 18 12:32:49.118129 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 44696) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:49.137945 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-63ccbb72-4256-4d55-8f69-a801b4635196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:49.153710 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-63ccbb72-4256-4d55-8f69-a801b4635196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:32:49.158091 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-63ccbb72-4256-4d55-8f69-a801b4635196 admin admin] Usage tracker for resource:security_group_rule and tenant:7c286a7e271c40bd8c748c40d7b9c501 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:32:49.162227 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-63ccbb72-4256-4d55-8f69-a801b4635196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:32:49.168323 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-63ccbb72-4256-4d55-8f69-a801b4635196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:32:49.260492 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-63ccbb72-4256-4d55-8f69-a801b4635196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:49.263168 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-63ccbb72-4256-4d55-8f69-a801b4635196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:49.271970 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:49.315049 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-63ccbb72-4256-4d55-8f69-a801b4635196 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7c286a7e271c40bd8c748c40d7b9c501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1957135 Feb 18 12:32:49.316743 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ccbb72-4256-4d55-8f69-a801b4635196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8572b620-69a8-43cc-b5e7-8eeaba53e192,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:49.318001 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 44704) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:49.320157 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-63ccbb72-4256-4d55-8f69-a801b4635196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:49.385841 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8a807245-f4d8-41fd-885f-0cb7bc603fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:49.415764 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8a807245-f4d8-41fd-885f-0cb7bc603fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:49.459999 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8a807245-f4d8-41fd-885f-0cb7bc603fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:49.465021 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:49.480111 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a807245-f4d8-41fd-885f-0cb7bc603fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8572b620-69a8-43cc-b5e7-8eeaba53e192,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:49.483225 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8a807245-f4d8-41fd-885f-0cb7bc603fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:49.488439 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8a807245-f4d8-41fd-885f-0cb7bc603fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:49.489670 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-8a807245-f4d8-41fd-885f-0cb7bc603fd5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8572b620-69a8-43cc-b5e7-8eeaba53e192 HTTP/1.1" status: 204 len: 168 time: 0.1705983 Feb 18 12:32:51.869550 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-7d8f98c4-7eb2-4392-9040-9daf28cff694 service neutron] Request body: {'port': {'device_id': '1bffd805-f893-4dd5-a5d4-7b5755d4788c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:32:52.000861 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-7d8f98c4-7eb2-4392-9040-9daf28cff694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:52.112776 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8cf10-31e4-404c-8a95-36bee57fd3ce req-2fb71d66-0b01-4728-a811-0a90fca02b15 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:52.115293 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2b8cf10-31e4-404c-8a95-36bee57fd3ce req-2fb71d66-0b01-4728-a811-0a90fca02b15 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.1234758 Feb 18 12:32:52.163410 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2b8cf10-31e4-404c-8a95-36bee57fd3ce req-e97495d6-b78a-44c8-9f75-8e543dcb6fd5 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418200 Feb 18 12:32:52.372161 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf9a32-26fb-4902-a428-86c9c3241764 req-572963d2-027a-4ed8-8b01-4aded890a0bf tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:52.381477 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bcbf9a32-26fb-4902-a428-86c9c3241764 req-572963d2-027a-4ed8-8b01-4aded890a0bf tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 931 time: 0.1076872 Feb 18 12:32:52.435634 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bcbf9a32-26fb-4902-a428-86c9c3241764 req-1ef91156-916e-48cf-98ab-9063b00537e9 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528393 Feb 18 12:32:52.445251 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-7d8f98c4-7eb2-4392-9040-9daf28cff694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a895bcb-adda-4a5c-9c55-106de126376e {{(pid=83986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:32:52.453645 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-7d8f98c4-7eb2-4392-9040-9daf28cff694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:52.466707 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-7d8f98c4-7eb2-4392-9040-9daf28cff694 service neutron] Transition to ACTIVE for port object 9a895bcb-adda-4a5c-9c55-106de126376e will not be triggered until provisioned by entity L2. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:32:52.469708 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-7d8f98c4-7eb2-4392-9040-9daf28cff694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5930020'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:52.486443 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0047a9a5-c631-4cca-9d6a-4572d4eae19d tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:52.626358 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f98c4-7eb2-4392-9040-9daf28cff694 service neutron] Pushing event updated for resources: {'Port': ['ID=9a895bcb-adda-4a5c-9c55-106de126376e,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:52.639959 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7d8f98c4-7eb2-4392-9040-9daf28cff694 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:53.042688 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-7d8f98c4-7eb2-4392-9040-9daf28cff694 service neutron] Attempting to bind port 9a895bcb-adda-4a5c-9c55-106de126376e on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:32:53.043451 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-7d8f98c4-7eb2-4392-9040-9daf28cff694 service neutron] Attempting to bind port 9a895bcb-adda-4a5c-9c55-106de126376e by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '1c9f599f-319d-4049-a5b4-d4549398d6a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f2fb9c2f-ccd5-4048-a269-a8c314b93d8e'}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:32:53.043451 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-7d8f98c4-7eb2-4392-9040-9daf28cff694 service neutron] Attempting to bind port 9a895bcb-adda-4a5c-9c55-106de126376e on network f2fb9c2f-ccd5-4048-a269-a8c314b93d8e {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:32:53.049560 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-7d8f98c4-7eb2-4392-9040-9daf28cff694 service neutron] Checking agent: {'id': '18f92198-7ba7-4077-b6e2-71a52c8a0624', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 28, 38), 'started_at': datetime.datetime(2021, 2, 18, 12, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:32:53.049868 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-7d8f98c4-7eb2-4392-9040-9daf28cff694 service neutron] Checking segment: {'id': '1c9f599f-319d-4049-a5b4-d4549398d6a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f2fb9c2f-ccd5-4048-a269-a8c314b93d8e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:32:53.050270 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-7d8f98c4-7eb2-4392-9040-9daf28cff694 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:53.050674 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-7d8f98c4-7eb2-4392-9040-9daf28cff694 service neutron] Bound using segment: {'id': '1c9f599f-319d-4049-a5b4-d4549398d6a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f2fb9c2f-ccd5-4048-a269-a8c314b93d8e'} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:32:53.051272 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-7d8f98c4-7eb2-4392-9040-9daf28cff694 service neutron] Bound port: 9a895bcb-adda-4a5c-9c55-106de126376e, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9f599f-319d-4049-a5b4-d4549398d6a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f2fb9c2f-ccd5-4048-a269-a8c314b93d8e'}}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:32:53.051684 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-7d8f98c4-7eb2-4392-9040-9daf28cff694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:53.152253 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-7d8f98c4-7eb2-4392-9040-9daf28cff694 service neutron] For port 9a895bcb-adda-4a5c-9c55-106de126376e, host hv-cinder-77642, cleared binding levels {{(pid=83986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:32:53.155347 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-7d8f98c4-7eb2-4392-9040-9daf28cff694 service neutron] For port 9a895bcb-adda-4a5c-9c55-106de126376e, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=9a895bcb-adda-4a5c-9c55-106de126376e,segment=NetworkSegment(1c9f599f-319d-4049-a5b4-d4549398d6a9),segment_id=1c9f599f-319d-4049-a5b4-d4549398d6a9)] {{(pid=83986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:32:53.158919 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-7d8f98c4-7eb2-4392-9040-9daf28cff694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5930020'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:53.174167 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:53.333319 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f98c4-7eb2-4392-9040-9daf28cff694 service neutron] Pushing event updated for resources: {'Port': ['ID=9a895bcb-adda-4a5c-9c55-106de126376e,revision_number=3']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:53.338710 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7d8f98c4-7eb2-4392-9040-9daf28cff694 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:53.373643 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-7d8f98c4-7eb2-4392-9040-9daf28cff694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:53.374324 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-7d8f98c4-7eb2-4392-9040-9daf28cff694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:53.375871 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-7d8f98c4-7eb2-4392-9040-9daf28cff694 service neutron] 10.222.0.99 "PUT /v2.0/ports/9a895bcb-adda-4a5c-9c55-106de126376e HTTP/1.1" status: 200 len: 1157 time: 1.5114658 Feb 18 12:32:53.376366 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bffd805-f893-4dd5-a5d4-7b5755d4788c', 'tag': '9a895bcb-adda-4a5c-9c55-106de126376e'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:32:53.399005 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fab93-50fe-450a-8422-9353638e4fab req-dd5f239e-f987-4526-be50-0c737f1c8337 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:53.400983 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-959fab93-50fe-450a-8422-9353638e4fab req-dd5f239e-f987-4526-be50-0c737f1c8337 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.1138530 Feb 18 12:32:53.429291 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bffd805-f893-4dd5-a5d4-7b5755d4788c', 'tag': '9a895bcb-adda-4a5c-9c55-106de126376e', 'status': 'completed', 'code': 200} Feb 18 12:32:53.455088 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-959fab93-50fe-450a-8422-9353638e4fab req-ba17d6d3-6b58-42ff-86bd-1e30209563e5 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467303 Feb 18 12:32:53.536850 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-b824ef04-345b-4777-bd9d-c5374298747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:53.538729 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-b824ef04-345b-4777-bd9d-c5374298747a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=13952a965be64e4687b85d3d011b7b30&device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 1160 time: 0.0840130 Feb 18 12:32:53.657727 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-7bbb9540-833d-4d20-b031-0c4f565a7671 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a895bcb-adda-4a5c-9c55-106de126376e HTTP/1.1" status: 200 len: 217 time: 0.1049201 Feb 18 12:32:53.746548 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-a2a6dd90-815c-4cfa-a327-277aa0d0e45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:53.748165 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-a2a6dd90-815c-4cfa-a327-277aa0d0e45d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=072eaae9-27f9-464f-aeda-d7015fdfda44 HTTP/1.1" status: 200 len: 854 time: 0.0835035 Feb 18 12:32:53.809084 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-4b545adb-8f6e-4e2e-b9f1-d30ac0d85530 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f2fb9c2f-ccd5-4048-a269-a8c314b93d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525825 Feb 18 12:32:53.816498 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef5813-ebd8-4fdd-a78a-5bac00e5a38f req-146bbcb4-b17a-4a4f-80c9-0b6ca9e06018 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:53.827682 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a2ef5813-ebd8-4fdd-a78a-5bac00e5a38f req-146bbcb4-b17a-4a4f-80c9-0b6ca9e06018 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Synchronizing usage tracker for tenant:13952a965be64e4687b85d3d011b7b30 on resource:port {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:32:53.927148 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a2ef5813-ebd8-4fdd-a78a-5bac00e5a38f req-146bbcb4-b17a-4a4f-80c9-0b6ca9e06018 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Unset dirty status for tenant:13952a965be64e4687b85d3d011b7b30 on resource:port {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:32:53.928535 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2ef5813-ebd8-4fdd-a78a-5bac00e5a38f req-146bbcb4-b17a-4a4f-80c9-0b6ca9e06018 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 943 time: 0.3178389 Feb 18 12:32:54.008635 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a2ef5813-ebd8-4fdd-a78a-5bac00e5a38f req-0f0dec7f-aaf3-4cab-8828-576aad2fe03c tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Synchronizing usage tracker for tenant:13952a965be64e4687b85d3d011b7b30 on resource:security_group {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:32:54.013791 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-e38e54ee-6e70-4493-a05d-de926f17f67b service neutron] 10.222.0.99 "GET /v2.0/networks/f2fb9c2f-ccd5-4048-a269-a8c314b93d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924684 Feb 18 12:32:54.051083 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a2ef5813-ebd8-4fdd-a78a-5bac00e5a38f req-0f0dec7f-aaf3-4cab-8828-576aad2fe03c tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Unset dirty status for tenant:13952a965be64e4687b85d3d011b7b30 on resource:security_group {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:32:54.052384 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2ef5813-ebd8-4fdd-a78a-5bac00e5a38f req-0f0dec7f-aaf3-4cab-8828-576aad2fe03c tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088531 Feb 18 12:32:54.170724 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-298a26f9-0797-4d5e-a4b6-18c6fd4079bc req-c5615e3b-9547-4e23-adb0-9f8f004fe4d0 service neutron] 10.222.0.99 "GET /v2.0/networks/f2fb9c2f-ccd5-4048-a269-a8c314b93d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1440530 Feb 18 12:32:54.402543 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d5d0c-ca17-4c4f-bfc0-418f59d7b9f1 req-04a70295-f40a-4d91-b3c9-55bc2306c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:54.404290 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b49d5d0c-ca17-4c4f-bfc0-418f59d7b9f1 req-04a70295-f40a-4d91-b3c9-55bc2306c3ce service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=13952a965be64e4687b85d3d011b7b30&device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 1160 time: 0.0862834 Feb 18 12:32:54.556976 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d5d0c-ca17-4c4f-bfc0-418f59d7b9f1 req-4703af5f-72ce-48f2-939b-e789b711e9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:54.558594 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b49d5d0c-ca17-4c4f-bfc0-418f59d7b9f1 req-4703af5f-72ce-48f2-939b-e789b711e9bb service neutron] 10.222.0.99 "GET /v2.0/networks?id=f2fb9c2f-ccd5-4048-a269-a8c314b93d8e HTTP/1.1" status: 200 len: 908 time: 0.1475794 Feb 18 12:32:54.637786 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b49d5d0c-ca17-4c4f-bfc0-418f59d7b9f1 req-441314d6-302b-49f3-b3af-1f1cfa03de12 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a895bcb-adda-4a5c-9c55-106de126376e HTTP/1.1" status: 200 len: 217 time: 0.0716152 Feb 18 12:32:54.669052 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b027c-6c5d-41c1-944b-06c1ceddceeb req-ef518b36-38e7-4979-826e-4d7af25b0c33 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:54.670692 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eb0b027c-6c5d-41c1-944b-06c1ceddceeb req-ef518b36-38e7-4979-826e-4d7af25b0c33 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.0956762 Feb 18 12:32:54.709886 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d5d0c-ca17-4c4f-bfc0-418f59d7b9f1 req-5aed3d87-b06c-44a0-901d-4c5978be25ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:54.711821 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b49d5d0c-ca17-4c4f-bfc0-418f59d7b9f1 req-5aed3d87-b06c-44a0-901d-4c5978be25ce service neutron] 10.222.0.99 "GET /v2.0/subnets?id=072eaae9-27f9-464f-aeda-d7015fdfda44 HTTP/1.1" status: 200 len: 854 time: 0.0673208 Feb 18 12:32:54.738199 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eb0b027c-6c5d-41c1-944b-06c1ceddceeb req-845d4a56-46e1-491f-8dc7-a103a2545761 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572350 Feb 18 12:32:54.772470 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b49d5d0c-ca17-4c4f-bfc0-418f59d7b9f1 req-986742c4-1a0a-4a99-ab26-0d9ab6dd3483 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f2fb9c2f-ccd5-4048-a269-a8c314b93d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535734 Feb 18 12:32:54.921928 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b49d5d0c-ca17-4c4f-bfc0-418f59d7b9f1 req-e75c9bc6-17ed-4d8e-b3b8-afa7db891a26 service neutron] 10.222.0.99 "GET /v2.0/networks/f2fb9c2f-ccd5-4048-a269-a8c314b93d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406200 Feb 18 12:32:55.143071 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 44804) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:55.266939 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8246fd-a4bb-461a-9550-716b761e434a req-8b7d6240-2cf2-4806-b13e-6907189d6d1b tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:55.275453 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1d8246fd-a4bb-461a-9550-716b761e434a req-8b7d6240-2cf2-4806-b13e-6907189d6d1b tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 943 time: 0.1036222 Feb 18 12:32:55.321101 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7b6a9829-60aa-4110-99cd-7c2af682c551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:55.350815 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7b6a9829-60aa-4110-99cd-7c2af682c551 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:32:55.358746 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-7b6a9829-60aa-4110-99cd-7c2af682c551 admin admin] Usage tracker for resource:security_group_rule and tenant:ec3b013f1cc84fafbc4d549e4401cc82 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:32:55.362443 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-7b6a9829-60aa-4110-99cd-7c2af682c551 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:32:55.370672 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7b6a9829-60aa-4110-99cd-7c2af682c551 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:32:55.379935 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1d8246fd-a4bb-461a-9550-716b761e434a req-3c97ab7e-d013-4218-8bc6-e7ac21d5db4b tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034405 Feb 18 12:32:55.476014 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7b6a9829-60aa-4110-99cd-7c2af682c551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:55.479817 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7b6a9829-60aa-4110-99cd-7c2af682c551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:55.490000 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8a72d357-098d-4624-ac62-88d2ff094130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:55.540599 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-7b6a9829-60aa-4110-99cd-7c2af682c551 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ec3b013f1cc84fafbc4d549e4401cc82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3950379 Feb 18 12:32:55.542082 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a9829-60aa-4110-99cd-7c2af682c551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848db71f-daa7-4cf1-8d6f-0a10e36dd1d7,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:55.544095 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 44820) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:55.545754 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7b6a9829-60aa-4110-99cd-7c2af682c551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:55.628348 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-613cb657-d018-4b7e-97d6-84a7291b4fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:55.659004 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-613cb657-d018-4b7e-97d6-84a7291b4fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:55.705283 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-613cb657-d018-4b7e-97d6-84a7291b4fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:55.710863 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bc19c469-a511-44e5-b03a-9672eb126195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:55.723710 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613cb657-d018-4b7e-97d6-84a7291b4fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848db71f-daa7-4cf1-8d6f-0a10e36dd1d7,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:55.726317 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-613cb657-d018-4b7e-97d6-84a7291b4fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:55.735197 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-613cb657-d018-4b7e-97d6-84a7291b4fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:55.736438 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-613cb657-d018-4b7e-97d6-84a7291b4fcd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/848db71f-daa7-4cf1-8d6f-0a10e36dd1d7 HTTP/1.1" status: 204 len: 168 time: 0.1910601 Feb 18 12:32:56.068945 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 44846) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:56.088329 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-08a8d82c-72c6-495b-a054-d978c5b8e249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:56.107737 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-08a8d82c-72c6-495b-a054-d978c5b8e249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:32:56.112014 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-08a8d82c-72c6-495b-a054-d978c5b8e249 admin admin] Usage tracker for resource:security_group_rule and tenant:4c996f55975c412995e6da7bb55cb017 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:32:56.114953 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-08a8d82c-72c6-495b-a054-d978c5b8e249 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:32:56.120860 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-08a8d82c-72c6-495b-a054-d978c5b8e249 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:32:56.212763 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-08a8d82c-72c6-495b-a054-d978c5b8e249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:56.215796 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-08a8d82c-72c6-495b-a054-d978c5b8e249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:56.224923 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:56.269362 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-08a8d82c-72c6-495b-a054-d978c5b8e249 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4c996f55975c412995e6da7bb55cb017&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1992369 Feb 18 12:32:56.271007 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8d82c-72c6-495b-a054-d978c5b8e249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bd2859-8d8b-435f-96b8-ff7e13953d1e,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:56.272302 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 44856) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:56.274384 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-08a8d82c-72c6-495b-a054-d978c5b8e249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:56.355714 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1c38fa88-a08e-4ca6-9608-a4772a820353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:56.385562 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1c38fa88-a08e-4ca6-9608-a4772a820353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:56.432385 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1c38fa88-a08e-4ca6-9608-a4772a820353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:56.437523 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-202cfc7c-54b5-4ae4-b00f-fd0f658adce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:56.452736 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38fa88-a08e-4ca6-9608-a4772a820353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bd2859-8d8b-435f-96b8-ff7e13953d1e,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:56.459182 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1c38fa88-a08e-4ca6-9608-a4772a820353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:56.461780 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1c38fa88-a08e-4ca6-9608-a4772a820353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:56.466026 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-1c38fa88-a08e-4ca6-9608-a4772a820353 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c8bd2859-8d8b-435f-96b8-ff7e13953d1e HTTP/1.1" status: 204 len: 168 time: 0.1895549 Feb 18 12:32:56.847179 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 44872) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:56.867462 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-853eabc2-67a3-475d-9ca1-24a4cc8442f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:56.888641 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-853eabc2-67a3-475d-9ca1-24a4cc8442f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:32:56.893932 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-853eabc2-67a3-475d-9ca1-24a4cc8442f8 admin admin] Usage tracker for resource:security_group_rule and tenant:f6b9b1046bff474f8a2a9bfb5ffdac4d is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:32:56.897045 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-853eabc2-67a3-475d-9ca1-24a4cc8442f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:32:56.903058 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-853eabc2-67a3-475d-9ca1-24a4cc8442f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:32:56.993245 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-853eabc2-67a3-475d-9ca1-24a4cc8442f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:56.996271 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-853eabc2-67a3-475d-9ca1-24a4cc8442f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:57.006169 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7b6a9829-60aa-4110-99cd-7c2af682c551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:57.048110 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-853eabc2-67a3-475d-9ca1-24a4cc8442f8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f6b9b1046bff474f8a2a9bfb5ffdac4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1996191 Feb 18 12:32:57.049040 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853eabc2-67a3-475d-9ca1-24a4cc8442f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3535b36e-e331-4e06-9d99-e268fc84d5e0,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:57.052517 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 44878) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:57.052994 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-853eabc2-67a3-475d-9ca1-24a4cc8442f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:57.130483 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0317e9c1-784b-4349-abca-93410970c02e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:57.157346 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0317e9c1-784b-4349-abca-93410970c02e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:57.204121 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0317e9c1-784b-4349-abca-93410970c02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:57.209261 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-08a8d82c-72c6-495b-a054-d978c5b8e249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:57.225513 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317e9c1-784b-4349-abca-93410970c02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3535b36e-e331-4e06-9d99-e268fc84d5e0,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:57.231136 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0317e9c1-784b-4349-abca-93410970c02e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:57.237990 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0317e9c1-784b-4349-abca-93410970c02e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:57.242168 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-0317e9c1-784b-4349-abca-93410970c02e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3535b36e-e331-4e06-9d99-e268fc84d5e0 HTTP/1.1" status: 204 len: 168 time: 0.1885173 Feb 18 12:32:58.029968 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 44906) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:58.147743 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-97174789-97b6-4d40-a8d4-2ba557f39045 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1156156570-network', 'tenant_id': '78d72efc82c14cebbf91d1e3dcd9434e'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:32:58.152751 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-97174789-97b6-4d40-a8d4-2ba557f39045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:32:58.156805 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-97174789-97b6-4d40-a8d4-2ba557f39045 admin admin] Usage tracker for resource:network and tenant:78d72efc82c14cebbf91d1e3dcd9434e is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:32:58.159846 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-97174789-97b6-4d40-a8d4-2ba557f39045 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:32:58.165678 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-97174789-97b6-4d40-a8d4-2ba557f39045 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:32:58.175463 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97174789-97b6-4d40-a8d4-2ba557f39045 admin admin] Made reservation on behalf of 78d72efc82c14cebbf91d1e3dcd9434e for: {'network': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:32:58.180215 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-97174789-97b6-4d40-a8d4-2ba557f39045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for network, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:58.193514 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-97174789-97b6-4d40-a8d4-2ba557f39045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:58.210033 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-97174789-97b6-4d40-a8d4-2ba557f39045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:32:58.214110 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-97174789-97b6-4d40-a8d4-2ba557f39045 admin admin] Usage tracker for resource:security_group_rule and tenant:78d72efc82c14cebbf91d1e3dcd9434e is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:32:58.217128 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-97174789-97b6-4d40-a8d4-2ba557f39045 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:32:58.222858 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-97174789-97b6-4d40-a8d4-2ba557f39045 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:32:58.308176 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-97174789-97b6-4d40-a8d4-2ba557f39045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:58.311675 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-97174789-97b6-4d40-a8d4-2ba557f39045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:58.316888 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:58.349533 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97174789-97b6-4d40-a8d4-2ba557f39045 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=83986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:32:58.359091 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97174789-97b6-4d40-a8d4-2ba557f39045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb24bfd4-0d0b-4029-b09b-93497cc1f39f,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:58.363146 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-97174789-97b6-4d40-a8d4-2ba557f39045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:58.365749 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-97174789-97b6-4d40-a8d4-2ba557f39045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:58.366136 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-97174789-97b6-4d40-a8d4-2ba557f39045 admin admin] Added segment aa52872f-bf2f-426a-8c74-8e6ec36e6ee5 of type vxlan for network c257031b-af99-4a8a-9492-bf417b203385 Feb 18 12:32:58.396701 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-97174789-97b6-4d40-a8d4-2ba557f39045 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305820034079'] for network, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:58.426539 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-97174789-97b6-4d40-a8d4-2ba557f39045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:58.427859 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97174789-97b6-4d40-a8d4-2ba557f39045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:58.428513 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-97174789-97b6-4d40-a8d4-2ba557f39045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:58.433590 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:58.542375 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-97174789-97b6-4d40-a8d4-2ba557f39045 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5112031 Feb 18 12:32:58.543316 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97174789-97b6-4d40-a8d4-2ba557f39045 admin admin] Pushing event updated for resources: {'Network': ['ID=c257031b-af99-4a8a-9492-bf417b203385,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:58.545549 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 44914) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:32:58.546483 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-97174789-97b6-4d40-a8d4-2ba557f39045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:58.552383 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-0b465b7d-f1e6-4df6-b252-e9ff7b996319 admin admin] Request body: {'subnet': {'network_id': 'c257031b-af99-4a8a-9492-bf417b203385', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1156156570-subnet', 'tenant_id': '78d72efc82c14cebbf91d1e3dcd9434e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:32:58.554532 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Network c257031b-af99-4a8a-9492-bf417b203385 details requested by agent ovs-agent-dv-cinder-776422-1-iscsi with host dv-cinder-776422-1-iscsi {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:32:58.557687 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0b465b7d-f1e6-4df6-b252-e9ff7b996319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:32:58.561787 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0b465b7d-f1e6-4df6-b252-e9ff7b996319 admin admin] Usage tracker for resource:subnet and tenant:78d72efc82c14cebbf91d1e3dcd9434e is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:32:58.565414 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0b465b7d-f1e6-4df6-b252-e9ff7b996319 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:32:58.571834 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0b465b7d-f1e6-4df6-b252-e9ff7b996319 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:32:58.586550 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b465b7d-f1e6-4df6-b252-e9ff7b996319 admin admin] Made reservation on behalf of 78d72efc82c14cebbf91d1e3dcd9434e for: {'subnet': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:32:58.592093 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0b465b7d-f1e6-4df6-b252-e9ff7b996319 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6620873'] for subnet, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:59.016103 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0b465b7d-f1e6-4df6-b252-e9ff7b996319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847922336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6620922'] for subnet, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:59.031273 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:32:59.157924 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b465b7d-f1e6-4df6-b252-e9ff7b996319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=237d0ec6-505d-48cc-8bed-80fab43eff16,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:32:59.170981 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0b465b7d-f1e6-4df6-b252-e9ff7b996319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:32:59.235886 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b49d5d0c-ca17-4c4f-bfc0-418f59d7b9f1 req-d208689e-02e2-43e9-beb5-b9c11ead0d91 service neutron] 10.222.0.99 "GET /v2.0/networks/f2fb9c2f-ccd5-4048-a269-a8c314b93d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1549222 Feb 18 12:32:59.242722 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b465b7d-f1e6-4df6-b252-e9ff7b996319 admin admin] Checking segment: {'id': 'aa52872f-bf2f-426a-8c74-8e6ec36e6ee5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c257031b-af99-4a8a-9492-bf417b203385'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:32:59.243118 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b465b7d-f1e6-4df6-b252-e9ff7b996319 admin admin] Network hostable DHCP agents. Network: c257031b-af99-4a8a-9492-bf417b203385, hostable agents: ['bed05dfd-bd83-4319-8df6-46deac5f4b19'], hosted agents: [] {{(pid=83987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:32:59.263201 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b465b7d-f1e6-4df6-b252-e9ff7b996319 admin admin] Network c257031b-af99-4a8a-9492-bf417b203385 is scheduled to be hosted by DHCP agent bed05dfd-bd83-4319-8df6-46deac5f4b19 with binding_index 1 {{(pid=83987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:32:59.274684 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-0b465b7d-f1e6-4df6-b252-e9ff7b996319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-iscsi, c257031b-af99-4a8a-9492-bf417b203385) {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:32:59.283298 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec596f60-4efa-4ce8-84bc-64f890c04e50 None None] Network c257031b-af99-4a8a-9492-bf417b203385 requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:32:59.350023 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b465b7d-f1e6-4df6-b252-e9ff7b996319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:59.350681 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0b465b7d-f1e6-4df6-b252-e9ff7b996319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:59.423147 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccd1c8-7ef6-4b19-98c8-e3bfffb37ca6 req-5740e2af-780f-49ff-b333-64d74207edcf tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:59.425404 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dbccd1c8-7ef6-4b19-98c8-e3bfffb37ca6 req-5740e2af-780f-49ff-b333-64d74207edcf tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.1487305 Feb 18 12:32:59.427152 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb791565-ba10-4703-a6f4-a0bb76822274 req-ea086cf1-bd26-42b2-babf-45b037641a62 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:32:59.428011 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-0b465b7d-f1e6-4df6-b252-e9ff7b996319 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8813066 Feb 18 12:32:59.439319 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cb791565-ba10-4703-a6f4-a0bb76822274 req-ea086cf1-bd26-42b2-babf-45b037641a62 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 943 time: 0.1284716 Feb 18 12:32:59.449338 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Network c257031b-af99-4a8a-9492-bf417b203385 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:32:59.500859 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dbccd1c8-7ef6-4b19-98c8-e3bfffb37ca6 req-28efc65a-e209-4644-bbcc-8c01c0bb83f3 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671725 Feb 18 12:32:59.501593 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cb791565-ba10-4703-a6f4-a0bb76822274 req-bfe93f32-9221-48dd-92df-bd1083b49b38 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606339 Feb 18 12:32:59.673061 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db636bc3-893d-4dd7-aa01-690e9bf4c421 None None] Network c257031b-af99-4a8a-9492-bf417b203385 requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:33:00.724263 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9a291-b58d-406f-8df5-5044bd4a2342 req-3d8b1284-40e1-4a1a-9d29-37231cbb3978 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:00.725753 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7fc9a291-b58d-406f-8df5-5044bd4a2342 req-3d8b1284-40e1-4a1a-9d29-37231cbb3978 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.1017885 Feb 18 12:33:00.745068 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f51c6e-903b-49bd-bdb6-8073a76a02e9 req-7e886cba-0d37-4bb1-b8ec-46ad90a95c51 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:00.749179 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d2f51c6e-903b-49bd-bdb6-8073a76a02e9 req-7e886cba-0d37-4bb1-b8ec-46ad90a95c51 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 943 time: 0.0994890 Feb 18 12:33:00.780539 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7fc9a291-b58d-406f-8df5-5044bd4a2342 req-f4e7b9db-82e8-423a-9d0e-8c2f5aba7658 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478358 Feb 18 12:33:00.810108 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d2f51c6e-903b-49bd-bdb6-8073a76a02e9 req-24754ba6-76db-48e6-8fd7-113c3f7aee7e tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542052 Feb 18 12:33:00.979024 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1f57b0b2-0e5f-4244-97b6-f7689e235d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:01.175218 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 44966) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:33:01.309473 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-97c69467-5e83-4611-9e2c-60c6348f4fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:01.325907 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-97c69467-5e83-4611-9e2c-60c6348f4fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:33:01.330043 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-97c69467-5e83-4611-9e2c-60c6348f4fbd admin admin] Usage tracker for resource:security_group_rule and tenant:d8a35df6242945e6a5866e7885eb37db is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:33:01.333147 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-97c69467-5e83-4611-9e2c-60c6348f4fbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:33:01.338885 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-97c69467-5e83-4611-9e2c-60c6348f4fbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:33:01.432157 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-97c69467-5e83-4611-9e2c-60c6348f4fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:01.436379 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-97c69467-5e83-4611-9e2c-60c6348f4fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:01.445608 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-eebc50eb-cc6d-407f-b554-019aa71e3308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:01.485250 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c69467-5e83-4611-9e2c-60c6348f4fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798fbc5a-577c-4ab8-9f6f-f6975d7f93c8,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:01.493512 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-97c69467-5e83-4611-9e2c-60c6348f4fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:01.498620 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-97c69467-5e83-4611-9e2c-60c6348f4fbd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d8a35df6242945e6a5866e7885eb37db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222489 Feb 18 12:33:01.501792 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 44982) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:33:01.582869 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-07c104b5-45a5-4b5f-8eac-627c95caf32e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:01.617109 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-07c104b5-45a5-4b5f-8eac-627c95caf32e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:01.668941 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-07c104b5-45a5-4b5f-8eac-627c95caf32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:01.674203 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-dfd43ce9-18fa-427f-b376-9c5d1f718b2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:01.686138 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c104b5-45a5-4b5f-8eac-627c95caf32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798fbc5a-577c-4ab8-9f6f-f6975d7f93c8,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:01.691240 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-07c104b5-45a5-4b5f-8eac-627c95caf32e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:01.693335 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-07c104b5-45a5-4b5f-8eac-627c95caf32e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:01.694612 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-07c104b5-45a5-4b5f-8eac-627c95caf32e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/798fbc5a-577c-4ab8-9f6f-f6975d7f93c8 HTTP/1.1" status: 204 len: 168 time: 0.1918643 Feb 18 12:33:01.998381 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de501b7a-2295-4c61-abb0-928c4a227eaa req-8327dbf2-77db-438f-8cf5-7cf2bc6357a7 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:02.000736 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-de501b7a-2295-4c61-abb0-928c4a227eaa req-8327dbf2-77db-438f-8cf5-7cf2bc6357a7 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.0964673 Feb 18 12:33:02.038202 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ef961-640d-4b43-96fb-30ae2e9992fe req-8667937c-7fe9-4646-84b4-d6e908c91c90 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:02.040173 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2a7ef961-640d-4b43-96fb-30ae2e9992fe req-8667937c-7fe9-4646-84b4-d6e908c91c90 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 943 time: 0.1063418 Feb 18 12:33:02.074298 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-de501b7a-2295-4c61-abb0-928c4a227eaa req-59cd1d3b-83f3-4b92-981b-6110c3589d19 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623567 Feb 18 12:33:02.105149 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2a7ef961-640d-4b43-96fb-30ae2e9992fe req-097e7ea9-56c7-4d46-9b3f-7b47f9f25929 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581834 Feb 18 12:33:02.318147 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:33:02.815789 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-b8b5e983-c0b9-4c4a-9897-47e6bc4240f8 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:02.816670 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-b8b5e983-c0b9-4c4a-9897-47e6bc4240f8 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Synchronizing usage tracker for tenant:78d72efc82c14cebbf91d1e3dcd9434e on resource:network {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:33:02.837112 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-b8b5e983-c0b9-4c4a-9897-47e6bc4240f8 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Unset dirty status for tenant:78d72efc82c14cebbf91d1e3dcd9434e on resource:network {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:33:02.838400 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-b8b5e983-c0b9-4c4a-9897-47e6bc4240f8 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/networks?id=c257031b-af99-4a8a-9492-bf417b203385 HTTP/1.1" status: 200 len: 809 time: 0.2009706 Feb 18 12:33:02.857760 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-3a855e4d-a994-43b9-b79c-f685ad71e96a tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/quotas/78d72efc82c14cebbf91d1e3dcd9434e HTTP/1.1" status: 200 len: 375 time: 0.0125458 Feb 18 12:33:02.916254 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-592c9287-e0c2-47f9-884d-aa5078d0a2ba tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=78d72efc82c14cebbf91d1e3dcd9434e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518167 Feb 18 12:33:03.083593 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-b6be4c41-ebb0-456f-99bf-826c5378e900 service neutron] 10.222.0.83 "GET /v2.0/networks/c257031b-af99-4a8a-9492-bf417b203385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584170 Feb 18 12:33:03.243427 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-023d9d50-a7c8-4301-89d7-707c0a8fc59b service neutron] 10.222.0.83 "GET /v2.0/networks/c257031b-af99-4a8a-9492-bf417b203385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1518857 Feb 18 12:33:03.302587 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2081e-e678-4abb-861c-b90b876279bf req-19e72be3-10d4-4bac-bea9-a398640ec366 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:03.306248 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3ff2081e-e678-4abb-861c-b90b876279bf req-19e72be3-10d4-4bac-bea9-a398640ec366 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.0962558 Feb 18 12:33:03.377857 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3ff2081e-e678-4abb-861c-b90b876279bf req-1bbbaed9-eda4-4baa-8a3e-4379e1575e6f tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638895 Feb 18 12:33:03.398228 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bfff4842-d448-4ae4-b4b6-1d4732b66786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:03.504513 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd76fd69-6887-4192-9e1c-3f7d61293419 req-2ca4bdf0-9059-45cc-ada1-9f5eed682eb7 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=0dd18f0c-8fb9-4694-a14a-656eba792ab0 HTTP/1.1" status: 200 len: 210 time: 0.0589304 Feb 18 12:33:03.576923 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca50fb-cb32-4536-b428-f5ddedaee494 req-3851fb0d-e178-4e71-89ca-6f681499d89e tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:03.578717 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-74ca50fb-cb32-4536-b428-f5ddedaee494 req-3851fb0d-e178-4e71-89ca-6f681499d89e tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 943 time: 0.0961998 Feb 18 12:33:03.635629 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-74ca50fb-cb32-4536-b428-f5ddedaee494 req-cf878a7b-4e35-489c-8de3-5bebb7e0a07e tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496235 Feb 18 12:33:03.832487 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:03.961296 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 45078) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:33:04.107932 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-60909e10-7301-4228-bf22-27c3e7f573f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:04.127022 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-60909e10-7301-4228-bf22-27c3e7f573f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:33:04.132593 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-60909e10-7301-4228-bf22-27c3e7f573f0 admin admin] Usage tracker for resource:security_group_rule and tenant:2f03dbfe9aab40bea34708a306f83abe is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:33:04.136387 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-60909e10-7301-4228-bf22-27c3e7f573f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:33:04.144563 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-60909e10-7301-4228-bf22-27c3e7f573f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:33:04.255613 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-60909e10-7301-4228-bf22-27c3e7f573f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:04.259868 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-60909e10-7301-4228-bf22-27c3e7f573f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:04.269362 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a8496b09-2b19-45d1-8fd1-7d13c76faca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:04.305010 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-60909e10-7301-4228-bf22-27c3e7f573f0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2f03dbfe9aab40bea34708a306f83abe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3417389 Feb 18 12:33:04.312593 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 45096) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:33:04.338417 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60909e10-7301-4228-bf22-27c3e7f573f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c59d58-1b7b-4262-8962-e739b371dbd9,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:04.348388 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-60909e10-7301-4228-bf22-27c3e7f573f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:04.390977 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e80d5b98-7be1-4b38-aabc-1ecdcf6a50c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:04.427958 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e80d5b98-7be1-4b38-aabc-1ecdcf6a50c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:04.482205 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e80d5b98-7be1-4b38-aabc-1ecdcf6a50c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:04.488834 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1eb1d9a2-93f9-4cf6-88fb-5b5e2b2be09f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:04.505695 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d5b98-7be1-4b38-aabc-1ecdcf6a50c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c59d58-1b7b-4262-8962-e739b371dbd9,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:04.510143 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e80d5b98-7be1-4b38-aabc-1ecdcf6a50c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:04.589818 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e80d5b98-7be1-4b38-aabc-1ecdcf6a50c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:04.594183 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-e80d5b98-7be1-4b38-aabc-1ecdcf6a50c9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/12c59d58-1b7b-4262-8962-e739b371dbd9 HTTP/1.1" status: 204 len: 168 time: 0.2777374 Feb 18 12:33:04.645047 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65057ac-4a8a-411f-b499-579caef3a5d3 req-03ff1d85-b12b-4050-9510-222b3cb2b1b1 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:04.647262 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e65057ac-4a8a-411f-b499-579caef3a5d3 req-03ff1d85-b12b-4050-9510-222b3cb2b1b1 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.1307585 Feb 18 12:33:04.709031 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e65057ac-4a8a-411f-b499-579caef3a5d3 req-dad1184b-f3b8-4b6e-ae59-f943c6f85814 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544307 Feb 18 12:33:04.764111 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-81ebb311-5b2d-4b69-b50f-33b9d528dccd req-e393d755-b293-4f96-b8f9-c50d912f6a46 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=0dd18f0c-8fb9-4694-a14a-656eba792ab0 HTTP/1.1" status: 200 len: 210 time: 0.1130204 Feb 18 12:33:04.819396 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a7079-5a6e-431f-8dfc-2c21c25f9b5b req-ba923d99-bd4f-4983-8f0e-aac2adf2d2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:04.826264 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a24a7079-5a6e-431f-8dfc-2c21c25f9b5b req-ba923d99-bd4f-4983-8f0e-aac2adf2d2be service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 1163 time: 0.2410209 Feb 18 12:33:05.084654 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 45118) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:33:05.122125 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-20665f23-3f5a-48b3-a3d0-2caf10e51fa6 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:05.123802 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-20665f23-3f5a-48b3-a3d0-2caf10e51fa6 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.99 "GET /v2.0/networks?id=c257031b-af99-4a8a-9492-bf417b203385 HTTP/1.1" status: 200 len: 809 time: 0.2386076 Feb 18 12:33:05.126336 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-749b32dc-b982-432b-aedd-184a0895b0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:05.152713 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-0016c7e7-7260-46e5-ac32-9a1a172122ec tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Request body: {'port': {'device_id': '0dd18f0c-8fb9-4694-a14a-656eba792ab0', 'network_id': 'c257031b-af99-4a8a-9492-bf417b203385', 'admin_state_up': True, 'tenant_id': '78d72efc82c14cebbf91d1e3dcd9434e'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:33:05.173446 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:05.175696 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-749b32dc-b982-432b-aedd-184a0895b0de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:33:05.197198 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a24a7079-5a6e-431f-8dfc-2c21c25f9b5b req-62907190-bbce-4de5-bd86-45aaa9990754 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642859 Feb 18 12:33:05.235850 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-749b32dc-b982-432b-aedd-184a0895b0de admin admin] Usage tracker for resource:security_group_rule and tenant:3e191289b26340e3872afe7af7770a4f is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:33:05.246164 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-749b32dc-b982-432b-aedd-184a0895b0de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:33:05.270316 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054dfdf-1d71-4838-b955-d6e256388618 req-9fbedd6f-291b-4b1f-b0a5-a6c615ed36af tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:05.270316 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5054dfdf-1d71-4838-b955-d6e256388618 req-9fbedd6f-291b-4b1f-b0a5-a6c615ed36af tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 943 time: 0.4319451 Feb 18 12:33:05.276251 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-749b32dc-b982-432b-aedd-184a0895b0de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:33:05.418594 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5054dfdf-1d71-4838-b955-d6e256388618 req-c06df8c5-1f3c-4971-8b04-492dccc03ebb tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396945 Feb 18 12:33:05.478769 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:05.499205 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-0016c7e7-7260-46e5-ac32-9a1a172122ec tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:33:05.505030 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-0016c7e7-7260-46e5-ac32-9a1a172122ec tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Usage tracker for resource:port and tenant:78d72efc82c14cebbf91d1e3dcd9434e is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:33:05.511819 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-0016c7e7-7260-46e5-ac32-9a1a172122ec tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:33:05.520018 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-0016c7e7-7260-46e5-ac32-9a1a172122ec tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:33:05.555209 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-0016c7e7-7260-46e5-ac32-9a1a172122ec tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Made reservation on behalf of 78d72efc82c14cebbf91d1e3dcd9434e for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:33:05.563930 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-0016c7e7-7260-46e5-ac32-9a1a172122ec tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:05.628229 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-749b32dc-b982-432b-aedd-184a0895b0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:05.648307 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-749b32dc-b982-432b-aedd-184a0895b0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:05.679022 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.objects.ports [None req-0e3b345a-c077-47b7-918a-81d57b91d316 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83988) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 12:33:05.703839 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:05.773936 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-749b32dc-b982-432b-aedd-184a0895b0de admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3e191289b26340e3872afe7af7770a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6856124 Feb 18 12:33:05.774619 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 45142) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:33:05.775027 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b32dc-b982-432b-aedd-184a0895b0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7c7f01-dbeb-4ffb-80ee-5c7a3a6d3ec7,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:05.780408 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-749b32dc-b982-432b-aedd-184a0895b0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:05.860621 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2cbfe52b-5f04-4e6c-b4ec-5da3f485ecb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:05.892509 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2cbfe52b-5f04-4e6c-b4ec-5da3f485ecb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:05.982661 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f0aada64-a3e3-4a73-925f-6bff08e60162 req-354e1d03-0cc0-4c6e-898c-f6a104f124c1 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=0dd18f0c-8fb9-4694-a14a-656eba792ab0 HTTP/1.1" status: 200 len: 210 time: 0.0875776 Feb 18 12:33:06.016868 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72eb473-1a74-48c7-a1d2-2ed147ae69b5 req-c46f0de2-e519-423e-b6a0-b9c8e276fe71 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:06.018551 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a72eb473-1a74-48c7-a1d2-2ed147ae69b5 req-c46f0de2-e519-423e-b6a0-b9c8e276fe71 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.1283834 Feb 18 12:33:06.024029 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2cbfe52b-5f04-4e6c-b4ec-5da3f485ecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:06.024882 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-0016c7e7-7260-46e5-ac32-9a1a172122ec tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Allocated IP 172.20.0.3 (c257031b-af99-4a8a-9492-bf417b203385/237d0ec6-505d-48cc-8bed-80fab43eff16/471354b6-6216-44aa-943f-9609ed2be699) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:33:06.031019 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3e35e1fb-59f7-4a12-a1fe-61de780999ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:06.060479 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbfe52b-5f04-4e6c-b4ec-5da3f485ecb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7c7f01-dbeb-4ffb-80ee-5c7a3a6d3ec7,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:06.066672 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2cbfe52b-5f04-4e6c-b4ec-5da3f485ecb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:06.068019 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2cbfe52b-5f04-4e6c-b4ec-5da3f485ecb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:06.069234 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-2cbfe52b-5f04-4e6c-b4ec-5da3f485ecb0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2a7c7f01-dbeb-4ffb-80ee-5c7a3a6d3ec7 HTTP/1.1" status: 204 len: 168 time: 0.2938483 Feb 18 12:33:06.102131 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a72eb473-1a74-48c7-a1d2-2ed147ae69b5 req-e7f7ddb2-e495-4353-90b7-ab43617e4c44 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707488 Feb 18 12:33:06.483585 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-0016c7e7-7260-46e5-ac32-9a1a172122ec tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:06.523889 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-0016c7e7-7260-46e5-ac32-9a1a172122ec tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:06.543719 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-78361410-3636-42ce-9b50-eec6ad045e67 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:06.781509 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 9a895bcb-adda-4a5c-9c55-106de126376e up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:33:06.798053 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016c7e7-7260-46e5-ac32-9a1a172122ec tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Pushing event updated for resources: {'Port': ['ID=471354b6-6216-44aa-943f-9609ed2be699,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:06.844985 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0016c7e7-7260-46e5-ac32-9a1a172122ec tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:06.907263 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning for port 9a895bcb-adda-4a5c-9c55-106de126376e completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:33:06.914493 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 9a895bcb-adda-4a5c-9c55-106de126376e triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:33:06.914923 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:06.994514 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ea90d-29fa-41d5-91a9-98d98f2ba973 req-393207e6-74d9-4e5c-9cb6-a164d60c0282 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:07.002238 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fb2ea90d-29fa-41d5-91a9-98d98f2ba973 req-393207e6-74d9-4e5c-9cb6-a164d60c0282 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 943 time: 0.4244564 Feb 18 12:33:07.035368 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-0016c7e7-7260-46e5-ac32-9a1a172122ec tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Network c257031b-af99-4a8a-9492-bf417b203385 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:33:07.042461 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-0016c7e7-7260-46e5-ac32-9a1a172122ec tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:33:07.043218 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-0016c7e7-7260-46e5-ac32-9a1a172122ec tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:33:07.149982 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fb2ea90d-29fa-41d5-91a9-98d98f2ba973 req-eb6a1c1d-f8fb-4c42-9768-fbca70245b65 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466503 Feb 18 12:33:07.166253 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 45196) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:33:07.168455 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:07.212705 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port 9a895bcb-adda-4a5c-9c55-106de126376e, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=9a895bcb-adda-4a5c-9c55-106de126376e,segment=NetworkSegment(1c9f599f-319d-4049-a5b4-d4549398d6a9),segment_id=1c9f599f-319d-4049-a5b4-d4549398d6a9)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:33:07.213700 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bffd805-f893-4dd5-a5d4-7b5755d4788c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a895bcb-adda-4a5c-9c55-106de126376e'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:33:07.222390 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:07.225223 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:07.231024 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-0016c7e7-7260-46e5-ac32-9a1a172122ec tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:07.233250 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-0016c7e7-7260-46e5-ac32-9a1a172122ec tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:07.289667 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-0016c7e7-7260-46e5-ac32-9a1a172122ec tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1466439 Feb 18 12:33:07.307328 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=9a895bcb-adda-4a5c-9c55-106de126376e,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:07.328225 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:07.328878 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:07.329414 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:07.329937 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:07.330508 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:07.331024 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:07.331583 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:07.332226 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:07.332951 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:07.333459 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:07.334092 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:07.334609 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:07.335198 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:07.336976 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:07.337524 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:07.338235 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:07.338972 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:07.339802 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:07.340726 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:07.341241 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:07.341811 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:07.342641 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:07.343234 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:07.344474 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:07.350902 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:07.391476 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-b1645cf9-3d0f-4d19-9ff3-be7d4adab92f service neutron] Request body: {'port': {'device_id': '0dd18f0c-8fb9-4694-a14a-656eba792ab0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:33:07.414901 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4a45ee46-8e42-4aca-aa45-bab9312ce0bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:07.448604 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-4a45ee46-8e42-4aca-aa45-bab9312ce0bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:33:07.453160 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-4a45ee46-8e42-4aca-aa45-bab9312ce0bd admin admin] Usage tracker for resource:security_group_rule and tenant:d3a66d0e02dc4edebcd0b0457fd97dd1 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:33:07.456595 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-4a45ee46-8e42-4aca-aa45-bab9312ce0bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:33:07.463140 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-4a45ee46-8e42-4aca-aa45-bab9312ce0bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:33:07.553425 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb156c-4044-4efc-8a92-c6e5edac800a req-c0da086b-0fc3-407c-8210-ff03dd18f50b tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:07.554274 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-0fdb156c-4044-4efc-8a92-c6e5edac800a req-c0da086b-0fc3-407c-8210-ff03dd18f50b tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Synchronizing usage tracker for tenant:78d72efc82c14cebbf91d1e3dcd9434e on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:33:07.564747 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4a45ee46-8e42-4aca-aa45-bab9312ce0bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:07.572399 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-b1645cf9-3d0f-4d19-9ff3-be7d4adab92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:07.624231 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4a45ee46-8e42-4aca-aa45-bab9312ce0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:07.631890 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-0fdb156c-4044-4efc-8a92-c6e5edac800a req-c0da086b-0fc3-407c-8210-ff03dd18f50b tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Unset dirty status for tenant:78d72efc82c14cebbf91d1e3dcd9434e on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:33:07.636312 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0fdb156c-4044-4efc-8a92-c6e5edac800a req-c0da086b-0fc3-407c-8210-ff03dd18f50b tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=0dd18f0c-8fb9-4694-a14a-656eba792ab0 HTTP/1.1" status: 200 len: 931 time: 0.3342500 Feb 18 12:33:07.636487 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-07c104b5-45a5-4b5f-8eac-627c95caf32e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:07.662885 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 9a895bcb-adda-4a5c-9c55-106de126376e up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:33:07.702048 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-4a45ee46-8e42-4aca-aa45-bab9312ce0bd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d3a66d0e02dc4edebcd0b0457fd97dd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5343528 Feb 18 12:33:07.704620 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45ee46-8e42-4aca-aa45-bab9312ce0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01fa5ba-c628-4e70-b272-a65b5f2ea70f,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:07.707659 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 45214) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:33:07.712161 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4a45ee46-8e42-4aca-aa45-bab9312ce0bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:07.771143 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0fdb156c-4044-4efc-8a92-c6e5edac800a req-adecc00e-d4e3-45ac-bd4c-995cabf376ae tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153896 Feb 18 12:33:07.772560 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 9a895bcb-adda-4a5c-9c55-106de126376e triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:33:07.773070 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:07.803991 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcccdc-f1d6-4443-842b-397fb3471691 req-e9f44b72-a8d5-4182-9850-5a6ff8b95da1 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:07.813429 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cdbcccdc-f1d6-4443-842b-397fb3471691 req-e9f44b72-a8d5-4182-9850-5a6ff8b95da1 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.2469518 Feb 18 12:33:07.838757 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-311e9a2a-672a-4964-bbd4-da798cdd0600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:07.871277 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-311e9a2a-672a-4964-bbd4-da798cdd0600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:07.897599 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bffd805-f893-4dd5-a5d4-7b5755d4788c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a895bcb-adda-4a5c-9c55-106de126376e', 'code': 200} Feb 18 12:33:07.940875 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cdbcccdc-f1d6-4443-842b-397fb3471691 req-ceae2285-7175-4ce4-b7a1-989f8a89f017 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263955 Feb 18 12:33:07.964442 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-311e9a2a-672a-4964-bbd4-da798cdd0600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:07.970136 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-57a08168-83eb-4767-9707-12d461c7a2d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:07.997587 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e9a2a-672a-4964-bbd4-da798cdd0600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01fa5ba-c628-4e70-b272-a65b5f2ea70f,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:08.006482 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-311e9a2a-672a-4964-bbd4-da798cdd0600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:08.022211 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-311e9a2a-672a-4964-bbd4-da798cdd0600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:08.054768 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-311e9a2a-672a-4964-bbd4-da798cdd0600 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a01fa5ba-c628-4e70-b272-a65b5f2ea70f HTTP/1.1" status: 204 len: 168 time: 0.3444631 Feb 18 12:33:08.244193 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58bc1e-fd34-4311-82d2-ff76073d53fd req-655e6809-1782-4146-ba52-ce4f3bff6b71 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:08.246125 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9c58bc1e-fd34-4311-82d2-ff76073d53fd req-655e6809-1782-4146-ba52-ce4f3bff6b71 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.1530895 Feb 18 12:33:08.407320 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf926da-5cb0-4080-9bf8-d34b758f087e req-8e5bcdd5-6bfb-4a3a-8948-2b8752915483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:08.409323 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dbf926da-5cb0-4080-9bf8-d34b758f087e req-8e5bcdd5-6bfb-4a3a-8948-2b8752915483 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 1162 time: 0.1637833 Feb 18 12:33:08.429708 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-b1645cf9-3d0f-4d19-9ff3-be7d4adab92f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 471354b6-6216-44aa-943f-9609ed2be699 {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:33:08.440662 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-b1645cf9-3d0f-4d19-9ff3-be7d4adab92f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:08.458946 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-b1645cf9-3d0f-4d19-9ff3-be7d4adab92f service neutron] Transition to ACTIVE for port object 471354b6-6216-44aa-943f-9609ed2be699 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:33:08.470475 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9c58bc1e-fd34-4311-82d2-ff76073d53fd req-9a46dd9c-0c47-47fd-bedc-973128664d7e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163274 Feb 18 12:33:08.471757 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-b1645cf9-3d0f-4d19-9ff3-be7d4adab92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:08.529873 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dbf926da-5cb0-4080-9bf8-d34b758f087e req-96f9e083-83b9-45fb-9ba6-9aea397a760b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723200 Feb 18 12:33:08.576261 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077edacc-b2b3-4bcb-b011-7ef30bb79710 req-0e62a949-58fa-4e84-9115-09ea14ab73e7 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:08.577788 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-077edacc-b2b3-4bcb-b011-7ef30bb79710 req-0e62a949-58fa-4e84-9115-09ea14ab73e7 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 945 time: 0.1758823 Feb 18 12:33:08.661821 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0f21bf56-3253-4fd0-ad36-3ceca5d9a5f6 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:08.665423 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-077edacc-b2b3-4bcb-b011-7ef30bb79710 req-0fb77bf3-367d-4b78-9a5b-19b6e6f08244 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767691 Feb 18 12:33:08.772852 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1645cf9-3d0f-4d19-9ff3-be7d4adab92f service neutron] Pushing event updated for resources: {'Port': ['ID=471354b6-6216-44aa-943f-9609ed2be699,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:08.776885 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b1645cf9-3d0f-4d19-9ff3-be7d4adab92f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:09.020535 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a44bf-a836-45ce-973a-76f60abe03f4 req-932f4291-bac9-44c9-83af-9f408cfcd377 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:09.023018 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-555a44bf-a836-45ce-973a-76f60abe03f4 req-932f4291-bac9-44c9-83af-9f408cfcd377 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=0dd18f0c-8fb9-4694-a14a-656eba792ab0 HTTP/1.1" status: 200 len: 943 time: 0.1198308 Feb 18 12:33:09.038802 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-b1645cf9-3d0f-4d19-9ff3-be7d4adab92f service neutron] Attempting to bind port 471354b6-6216-44aa-943f-9609ed2be699 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:33:09.039252 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-b1645cf9-3d0f-4d19-9ff3-be7d4adab92f service neutron] Attempting to bind port 471354b6-6216-44aa-943f-9609ed2be699 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': 'aa52872f-bf2f-426a-8c74-8e6ec36e6ee5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c257031b-af99-4a8a-9492-bf417b203385'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:33:09.041900 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-b1645cf9-3d0f-4d19-9ff3-be7d4adab92f service neutron] Attempting to bind port 471354b6-6216-44aa-943f-9609ed2be699 on network c257031b-af99-4a8a-9492-bf417b203385 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:33:09.054261 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-b1645cf9-3d0f-4d19-9ff3-be7d4adab92f service neutron] Checking agent: {'id': '18f92198-7ba7-4077-b6e2-71a52c8a0624', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 28, 38), 'started_at': datetime.datetime(2021, 2, 18, 12, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:33:09.054656 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-b1645cf9-3d0f-4d19-9ff3-be7d4adab92f service neutron] Checking segment: {'id': 'aa52872f-bf2f-426a-8c74-8e6ec36e6ee5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c257031b-af99-4a8a-9492-bf417b203385'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:33:09.055074 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-b1645cf9-3d0f-4d19-9ff3-be7d4adab92f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:09.055459 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-b1645cf9-3d0f-4d19-9ff3-be7d4adab92f service neutron] Bound using segment: {'id': 'aa52872f-bf2f-426a-8c74-8e6ec36e6ee5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c257031b-af99-4a8a-9492-bf417b203385'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:33:09.056830 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-b1645cf9-3d0f-4d19-9ff3-be7d4adab92f service neutron] Bound port: 471354b6-6216-44aa-943f-9609ed2be699, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa52872f-bf2f-426a-8c74-8e6ec36e6ee5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c257031b-af99-4a8a-9492-bf417b203385'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:33:09.057291 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-b1645cf9-3d0f-4d19-9ff3-be7d4adab92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:09.110350 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-555a44bf-a836-45ce-973a-76f60abe03f4 req-03455d44-95bc-4ee3-a18d-3f30104d7f08 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Synchronizing usage tracker for tenant:78d72efc82c14cebbf91d1e3dcd9434e on resource:security_group {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:33:09.132424 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-555a44bf-a836-45ce-973a-76f60abe03f4 req-03455d44-95bc-4ee3-a18d-3f30104d7f08 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Unset dirty status for tenant:78d72efc82c14cebbf91d1e3dcd9434e on resource:security_group {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:33:09.133961 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-555a44bf-a836-45ce-973a-76f60abe03f4 req-03455d44-95bc-4ee3-a18d-3f30104d7f08 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032994 Feb 18 12:33:09.192875 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-b1645cf9-3d0f-4d19-9ff3-be7d4adab92f service neutron] For port 471354b6-6216-44aa-943f-9609ed2be699, host hv-cinder-77642, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:33:09.197492 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-b1645cf9-3d0f-4d19-9ff3-be7d4adab92f service neutron] For port 471354b6-6216-44aa-943f-9609ed2be699, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=471354b6-6216-44aa-943f-9609ed2be699,segment=NetworkSegment(aa52872f-bf2f-426a-8c74-8e6ec36e6ee5),segment_id=aa52872f-bf2f-426a-8c74-8e6ec36e6ee5)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:33:09.205915 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-b1645cf9-3d0f-4d19-9ff3-be7d4adab92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:09.222535 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-78361410-3636-42ce-9b50-eec6ad045e67 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:09.426343 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1645cf9-3d0f-4d19-9ff3-be7d4adab92f service neutron] Pushing event updated for resources: {'Port': ['ID=471354b6-6216-44aa-943f-9609ed2be699,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:09.431298 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b1645cf9-3d0f-4d19-9ff3-be7d4adab92f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:09.492457 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-b1645cf9-3d0f-4d19-9ff3-be7d4adab92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:09.493104 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-b1645cf9-3d0f-4d19-9ff3-be7d4adab92f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:09.494587 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-b1645cf9-3d0f-4d19-9ff3-be7d4adab92f service neutron] 10.222.0.99 "PUT /v2.0/ports/471354b6-6216-44aa-943f-9609ed2be699 HTTP/1.1" status: 200 len: 1157 time: 2.1330259 Feb 18 12:33:09.495112 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd18f0c-8fb9-4694-a14a-656eba792ab0', 'tag': '471354b6-6216-44aa-943f-9609ed2be699'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:33:09.552183 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd18f0c-8fb9-4694-a14a-656eba792ab0', 'tag': '471354b6-6216-44aa-943f-9609ed2be699', 'status': 'completed', 'code': 200} Feb 18 12:33:09.671535 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-bd94392d-a40c-49e6-9db0-c66ea1dccbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:09.673121 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-bd94392d-a40c-49e6-9db0-c66ea1dccbc8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=78d72efc82c14cebbf91d1e3dcd9434e&device_id=0dd18f0c-8fb9-4694-a14a-656eba792ab0 HTTP/1.1" status: 200 len: 1160 time: 0.0903630 Feb 18 12:33:09.746542 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:09.774761 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-8cc623db-3298-4af7-9a86-6f42d01c0bee service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=471354b6-6216-44aa-943f-9609ed2be699 HTTP/1.1" status: 200 len: 217 time: 0.0743756 Feb 18 12:33:09.925954 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-68c0acf1-5e4c-4a4f-a813-afcba5df743b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:09.927727 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-68c0acf1-5e4c-4a4f-a813-afcba5df743b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=237d0ec6-505d-48cc-8bed-80fab43eff16 HTTP/1.1" status: 200 len: 849 time: 0.1451483 Feb 18 12:33:09.938056 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ef570-2cb8-4096-9676-3758f2e87707 req-4bbe26ae-ca7f-44af-bf8c-810c12c01510 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:09.941010 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-742ef570-2cb8-4096-9676-3758f2e87707 req-4bbe26ae-ca7f-44af-bf8c-810c12c01510 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 945 time: 0.1196110 Feb 18 12:33:10.028713 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-1b5983f4-806b-449a-9fb7-a7250a7d81fb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c257031b-af99-4a8a-9492-bf417b203385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865710 Feb 18 12:33:10.176311 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-742ef570-2cb8-4096-9676-3758f2e87707 req-d6bc9498-f333-4a45-a3b6-3cf4c68d3f71 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878402 Feb 18 12:33:10.242380 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-5ad0c461-1e6a-4f1f-b64b-e37cf63f51bf service neutron] 10.222.0.99 "GET /v2.0/networks/c257031b-af99-4a8a-9492-bf417b203385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027478 Feb 18 12:33:10.578592 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28fc8d-2cb7-4f9f-82c7-a729985680d8 req-39455ce7-14ee-4583-ab53-8f4ccdbb8075 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:10.580953 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ef28fc8d-2cb7-4f9f-82c7-a729985680d8 req-39455ce7-14ee-4583-ab53-8f4ccdbb8075 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=0dd18f0c-8fb9-4694-a14a-656eba792ab0 HTTP/1.1" status: 200 len: 943 time: 0.2831130 Feb 18 12:33:10.583245 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7014775d-af1d-4262-867c-a58c9c0d8a47 req-65eaf1fb-abfe-4f34-b960-091fd6f02dc5 service neutron] 10.222.0.99 "GET /v2.0/networks/c257031b-af99-4a8a-9492-bf417b203385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3165038 Feb 18 12:33:10.633113 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ef28fc8d-2cb7-4f9f-82c7-a729985680d8 req-f44d5eb7-1133-4995-8670-6a166b1eed1d tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444748 Feb 18 12:33:10.785688 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482a839-f4ce-4b93-ae9f-268ef5c31e13 req-7e67c079-82e3-4466-bc41-8355dc45a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:10.787300 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4482a839-f4ce-4b93-ae9f-268ef5c31e13 req-7e67c079-82e3-4466-bc41-8355dc45a769 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=78d72efc82c14cebbf91d1e3dcd9434e&device_id=0dd18f0c-8fb9-4694-a14a-656eba792ab0 HTTP/1.1" status: 200 len: 1160 time: 0.0872166 Feb 18 12:33:11.132325 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe07a9-8ee1-4742-a743-23667413583a req-e1b1b2ed-2879-4cd7-9d7c-90307fb6db06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:11.134212 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1cfe07a9-8ee1-4742-a743-23667413583a req-e1b1b2ed-2879-4cd7-9d7c-90307fb6db06 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=394178baeecd40f8b2869b8d1ad6dc2e&device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 1162 time: 0.1649785 Feb 18 12:33:11.142092 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff0732-bf67-4b37-9757-43c4ed479482 req-a009752d-0e3f-4dec-b1b2-e4472c704c52 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:11.143551 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-41ff0732-bf67-4b37-9757-43c4ed479482 req-a009752d-0e3f-4dec-b1b2-e4472c704c52 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.1361415 Feb 18 12:33:11.161390 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482a839-f4ce-4b93-ae9f-268ef5c31e13 req-b56f26fd-874e-4e0a-8059-266244da2dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:11.162964 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4482a839-f4ce-4b93-ae9f-268ef5c31e13 req-b56f26fd-874e-4e0a-8059-266244da2dfc service neutron] 10.222.0.99 "GET /v2.0/networks?id=c257031b-af99-4a8a-9492-bf417b203385 HTTP/1.1" status: 200 len: 903 time: 0.3676629 Feb 18 12:33:11.267185 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4482a839-f4ce-4b93-ae9f-268ef5c31e13 req-77979c0d-0038-4787-97ac-2b6b4a87def7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=471354b6-6216-44aa-943f-9609ed2be699 HTTP/1.1" status: 200 len: 217 time: 0.0955193 Feb 18 12:33:11.296160 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe07a9-8ee1-4742-a743-23667413583a req-13f4267c-03bf-4d5f-a509-68780b709ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:11.297783 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1cfe07a9-8ee1-4742-a743-23667413583a req-13f4267c-03bf-4d5f-a509-68780b709ba5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1108d427-5cec-48df-9400-d1b0a430230f HTTP/1.1" status: 200 len: 913 time: 0.1532249 Feb 18 12:33:11.394796 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1cfe07a9-8ee1-4742-a743-23667413583a req-b90c9dc9-14ee-4c62-ae2d-f2cddb77fece service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07c335ac-b582-4c72-a3b2-82540c224746 HTTP/1.1" status: 200 len: 217 time: 0.0802624 Feb 18 12:33:11.425702 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482a839-f4ce-4b93-ae9f-268ef5c31e13 req-15e56bb0-3205-46a9-8a22-ea33f4cd9682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:11.427658 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4482a839-f4ce-4b93-ae9f-268ef5c31e13 req-15e56bb0-3205-46a9-8a22-ea33f4cd9682 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=237d0ec6-505d-48cc-8bed-80fab43eff16 HTTP/1.1" status: 200 len: 849 time: 0.1533511 Feb 18 12:33:11.464872 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-41ff0732-bf67-4b37-9757-43c4ed479482 req-e09f094a-a2a8-4ae4-bd99-913577535deb tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950187 Feb 18 12:33:11.487130 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe07a9-8ee1-4742-a743-23667413583a req-93c6b0a3-487c-4a4e-b44b-1be9b311603b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:11.488869 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1cfe07a9-8ee1-4742-a743-23667413583a req-93c6b0a3-487c-4a4e-b44b-1be9b311603b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6f2ab429-4198-4068-a977-62c5ab8abd80 HTTP/1.1" status: 200 len: 859 time: 0.0838206 Feb 18 12:33:11.503308 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4482a839-f4ce-4b93-ae9f-268ef5c31e13 req-3e1454cc-9406-4da7-b385-749b2981a083 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c257031b-af99-4a8a-9492-bf417b203385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666153 Feb 18 12:33:11.530584 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15eb66-4806-4944-a3eb-ea6090b05e23 req-fb27fab0-25cc-4084-88d5-5fee14f0dc17 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:11.543451 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8e15eb66-4806-4944-a3eb-ea6090b05e23 req-fb27fab0-25cc-4084-88d5-5fee14f0dc17 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 945 time: 0.1926260 Feb 18 12:33:11.560191 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1cfe07a9-8ee1-4742-a743-23667413583a req-ad93b3a8-60e8-465a-83c6-583897ad0426 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1108d427-5cec-48df-9400-d1b0a430230f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620232 Feb 18 12:33:11.726168 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1cfe07a9-8ee1-4742-a743-23667413583a req-753b95fb-6387-4a23-9106-8fc21686bf80 service neutron] 10.222.0.99 "GET /v2.0/networks/1108d427-5cec-48df-9400-d1b0a430230f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565983 Feb 18 12:33:11.727340 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8e15eb66-4806-4944-a3eb-ea6090b05e23 req-ccbfc179-984b-4b7d-bcc6-bd3f375e20cd tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822908 Feb 18 12:33:11.766493 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4482a839-f4ce-4b93-ae9f-268ef5c31e13 req-eba8d229-7ebd-4ff3-9fc6-0a216edeed39 service neutron] 10.222.0.99 "GET /v2.0/networks/c257031b-af99-4a8a-9492-bf417b203385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446268 Feb 18 12:33:12.051673 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4482a839-f4ce-4b93-ae9f-268ef5c31e13 req-4bc32314-5978-4634-89ed-00c61f7d0585 service neutron] 10.222.0.99 "GET /v2.0/networks/c257031b-af99-4a8a-9492-bf417b203385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2779336 Feb 18 12:33:12.073500 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1cfe07a9-8ee1-4742-a743-23667413583a req-c366231b-2d52-4958-8933-3a0fd36b53fc service neutron] 10.222.0.99 "GET /v2.0/networks/1108d427-5cec-48df-9400-d1b0a430230f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3116539 Feb 18 12:33:12.100883 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec70700-03f8-4f66-b4a0-bed2ebed3680 req-df847401-6465-49eb-9195-7fe6413d0ce1 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:12.102559 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3ec70700-03f8-4f66-b4a0-bed2ebed3680 req-df847401-6465-49eb-9195-7fe6413d0ce1 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=0dd18f0c-8fb9-4694-a14a-656eba792ab0 HTTP/1.1" status: 200 len: 943 time: 0.1385233 Feb 18 12:33:12.159886 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3ec70700-03f8-4f66-b4a0-bed2ebed3680 req-b0f5c83e-0c03-4f00-8991-7b5e67753f18 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508418 Feb 18 12:33:12.686126 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f58f11-1cae-4a0d-9f2a-d8d7215e9133 req-34ea14af-7d45-4442-9b0f-9e4edee66ce9 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:12.687817 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d0f58f11-1cae-4a0d-9f2a-d8d7215e9133 req-34ea14af-7d45-4442-9b0f-9e4edee66ce9 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0896339 Feb 18 12:33:12.741846 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d0f58f11-1cae-4a0d-9f2a-d8d7215e9133 req-59aa6731-668a-4553-9101-447ca206771c tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465455 Feb 18 12:33:13.423575 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1affa51-a2a9-49a5-8a1c-f79d9cd42b99 req-3e784b89-771c-4dc2-b785-8e6330479699 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:13.425729 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a1affa51-a2a9-49a5-8a1c-f79d9cd42b99 req-3e784b89-771c-4dc2-b785-8e6330479699 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=0dd18f0c-8fb9-4694-a14a-656eba792ab0 HTTP/1.1" status: 200 len: 943 time: 0.1313052 Feb 18 12:33:13.476292 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a1affa51-a2a9-49a5-8a1c-f79d9cd42b99 req-f3ef6a72-d674-40f6-97c5-cde39ce0ce38 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437443 Feb 18 12:33:13.950203 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4032523-b235-48a9-b9f6-2e24e0f41092 req-e2b3170c-705b-4b8c-abe9-39126236ac17 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:13.951944 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f4032523-b235-48a9-b9f6-2e24e0f41092 req-e2b3170c-705b-4b8c-abe9-39126236ac17 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0900276 Feb 18 12:33:14.003366 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f4032523-b235-48a9-b9f6-2e24e0f41092 req-d77ebc8c-af8e-4394-b565-cd852483a78e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450366 Feb 18 12:33:14.704187 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9554928-4d4d-4b09-af02-6f279cf96558 req-598aa645-9858-4bd3-b0bc-cb7c7d368585 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:14.707897 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f9554928-4d4d-4b09-af02-6f279cf96558 req-598aa645-9858-4bd3-b0bc-cb7c7d368585 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=0dd18f0c-8fb9-4694-a14a-656eba792ab0 HTTP/1.1" status: 200 len: 943 time: 0.1044376 Feb 18 12:33:14.773526 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f9554928-4d4d-4b09-af02-6f279cf96558 req-74e9aa7e-3433-4544-b955-cee9a4dac0e9 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591164 Feb 18 12:33:15.221606 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc79879-e2a2-4625-a6b6-e2148ab7637a req-05a169db-a04c-4bee-8097-bd34e2965357 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:15.223463 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2bc79879-e2a2-4625-a6b6-e2148ab7637a req-05a169db-a04c-4bee-8097-bd34e2965357 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.1006541 Feb 18 12:33:15.274895 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2bc79879-e2a2-4625-a6b6-e2148ab7637a req-a69b0200-b207-44e6-b06d-0cb004c5d437 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420644 Feb 18 12:33:19.203740 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd14831-e0d2-4d51-a51f-bb3243ca4086 req-be1481aa-50f0-47ad-bc54-9bd8b0827859 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:19.206004 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bdd14831-e0d2-4d51-a51f-bb3243ca4086 req-be1481aa-50f0-47ad-bc54-9bd8b0827859 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=0dd18f0c-8fb9-4694-a14a-656eba792ab0 HTTP/1.1" status: 200 len: 943 time: 0.0969114 Feb 18 12:33:19.213290 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e939c-24ce-4441-b47b-bdaee4029129 req-52fe0c5f-bf7e-4fc3-a991-d65b231043d4 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:19.215051 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-049e939c-24ce-4441-b47b-bdaee4029129 req-52fe0c5f-bf7e-4fc3-a991-d65b231043d4 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0978091 Feb 18 12:33:19.264895 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bdd14831-e0d2-4d51-a51f-bb3243ca4086 req-4fd64c3a-e6b4-47a1-9316-24f671f53aeb tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518048 Feb 18 12:33:19.269324 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-049e939c-24ce-4441-b47b-bdaee4029129 req-9d9df22d-7935-4b6a-801f-1fe767ba91f1 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478194 Feb 18 12:33:20.501012 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad4aef-5a57-491c-896a-22111553c683 req-bff8d87b-5192-4f4e-845f-287d3363a093 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:20.503159 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-08ad4aef-5a57-491c-896a-22111553c683 req-bff8d87b-5192-4f4e-845f-287d3363a093 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=0dd18f0c-8fb9-4694-a14a-656eba792ab0 HTTP/1.1" status: 200 len: 943 time: 0.0993257 Feb 18 12:33:20.504728 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13821d72-dfa4-472d-bfaa-88c902602841 req-6f80b127-1330-4d5b-84c3-0fc5f12375ac tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:20.506439 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-13821d72-dfa4-472d-bfaa-88c902602841 req-6f80b127-1330-4d5b-84c3-0fc5f12375ac tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0948801 Feb 18 12:33:20.562949 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-08ad4aef-5a57-491c-896a-22111553c683 req-700cc76e-34cc-4d78-870e-674e345d86f1 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504456 Feb 18 12:33:20.568780 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-13821d72-dfa4-472d-bfaa-88c902602841 req-3db72907-2d0c-4a04-870c-dd92e943c884 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557213 Feb 18 12:33:21.460161 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.objects.ports [None req-48dd4b6b-bac7-4804-842c-72ee1ad6eb3d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83988) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 12:33:21.791958 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7a18c-7fbd-498f-8c56-c50347b3b665 req-a503f1ee-5245-4a27-8d96-04ae50afd51c tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:21.793688 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dfd7a18c-7fbd-498f-8c56-c50347b3b665 req-a503f1ee-5245-4a27-8d96-04ae50afd51c tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=0dd18f0c-8fb9-4694-a14a-656eba792ab0 HTTP/1.1" status: 200 len: 943 time: 0.0961688 Feb 18 12:33:21.848434 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7cd31-9c60-4ea3-936e-5e0034628a09 req-ffb75fbf-0fd1-4a9d-be6d-4d3743344606 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:21.856224 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d1b7cd31-9c60-4ea3-936e-5e0034628a09 req-ffb75fbf-0fd1-4a9d-be6d-4d3743344606 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.1456525 Feb 18 12:33:21.858002 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dfd7a18c-7fbd-498f-8c56-c50347b3b665 req-fa47224e-e2b3-4c9f-af03-0417465aaf5a tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510957 Feb 18 12:33:21.920264 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d1b7cd31-9c60-4ea3-936e-5e0034628a09 req-c0f7910a-0b27-4728-b6e6-e50c0cd9013b tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631235 Feb 18 12:33:22.442481 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 471354b6-6216-44aa-943f-9609ed2be699 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:33:22.537392 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning for port 471354b6-6216-44aa-943f-9609ed2be699 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:33:22.542393 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 471354b6-6216-44aa-943f-9609ed2be699 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:33:22.542822 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:22.689569 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:22.727231 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd18f0c-8fb9-4694-a14a-656eba792ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471354b6-6216-44aa-943f-9609ed2be699'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:33:22.736817 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port 471354b6-6216-44aa-943f-9609ed2be699, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=471354b6-6216-44aa-943f-9609ed2be699,segment=NetworkSegment(aa52872f-bf2f-426a-8c74-8e6ec36e6ee5),segment_id=aa52872f-bf2f-426a-8c74-8e6ec36e6ee5)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:33:22.741546 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:22.743469 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:22.780087 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd18f0c-8fb9-4694-a14a-656eba792ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471354b6-6216-44aa-943f-9609ed2be699', 'code': 200} Feb 18 12:33:22.823456 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=471354b6-6216-44aa-943f-9609ed2be699,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:22.827055 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:23.162790 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30095fed-e223-488d-befc-052fb32b9379 req-12adf330-925f-4b29-bf58-808147eafab9 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:23.163666 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578f0ac-d84a-43a7-95dc-ca86b1316633 req-42d7311c-ab13-4497-a4fe-5fe9278fce7a tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:23.166510 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1578f0ac-d84a-43a7-95dc-ca86b1316633 req-42d7311c-ab13-4497-a4fe-5fe9278fce7a tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.1004772 Feb 18 12:33:23.168056 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-30095fed-e223-488d-befc-052fb32b9379 req-12adf330-925f-4b29-bf58-808147eafab9 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=0dd18f0c-8fb9-4694-a14a-656eba792ab0 HTTP/1.1" status: 200 len: 945 time: 0.1757200 Feb 18 12:33:23.194949 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56f33c-4755-461f-bcbf-55f5b10171a8 req-7e2ee34c-b21f-4393-9ca8-3788250e7bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:23.196905 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eb56f33c-4755-461f-bcbf-55f5b10171a8 req-7e2ee34c-b21f-4393-9ca8-3788250e7bc5 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=0dd18f0c-8fb9-4694-a14a-656eba792ab0 HTTP/1.1" status: 200 len: 1162 time: 0.1423762 Feb 18 12:33:23.225253 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1578f0ac-d84a-43a7-95dc-ca86b1316633 req-8c75c433-510c-43df-9256-b6c54467ec27 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514216 Feb 18 12:33:23.271273 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-30095fed-e223-488d-befc-052fb32b9379 req-baa75193-8e98-4847-90b9-3a9f4a3bc8e2 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985892 Feb 18 12:33:23.277743 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eb56f33c-4755-461f-bcbf-55f5b10171a8 req-7b8f3c29-b614-4d70-9eb0-cd0ba982d8e7 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710561 Feb 18 12:33:23.424433 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 471354b6-6216-44aa-943f-9609ed2be699 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:33:23.505641 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 471354b6-6216-44aa-943f-9609ed2be699 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:33:23.506070 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:24.447876 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645a0b1-ede5-417f-b6d5-14e6ace3ba12 req-314fbc8b-2082-4577-a1c3-0c76e879e14e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:24.449526 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6645a0b1-ede5-417f-b6d5-14e6ace3ba12 req-314fbc8b-2082-4577-a1c3-0c76e879e14e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0997806 Feb 18 12:33:24.488748 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b94671-e23d-4765-893b-97a5c2d8f338 req-b7907b69-e629-4e13-91c6-0d2735e0a25b tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:24.490365 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-95b94671-e23d-4765-893b-97a5c2d8f338 req-b7907b69-e629-4e13-91c6-0d2735e0a25b tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=0dd18f0c-8fb9-4694-a14a-656eba792ab0 HTTP/1.1" status: 200 len: 945 time: 0.0936151 Feb 18 12:33:24.502453 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6645a0b1-ede5-417f-b6d5-14e6ace3ba12 req-999a738d-0b11-46d5-965c-a2344d2d9c7b tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452361 Feb 18 12:33:24.540996 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-95b94671-e23d-4765-893b-97a5c2d8f338 req-e8dceace-e12e-45c5-adee-90c68982a52a tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441694 Feb 18 12:33:25.635284 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 471354b6-6216-44aa-943f-9609ed2be699 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:33:25.717759 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 471354b6-6216-44aa-943f-9609ed2be699 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:33:25.718180 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:25.722828 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e649c88-2dfb-4bf4-b0ff-df16d60258cb req-f7ec8224-616c-4100-b437-bb4e6457a57e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:25.724836 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8e649c88-2dfb-4bf4-b0ff-df16d60258cb req-f7ec8224-616c-4100-b437-bb4e6457a57e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.1012552 Feb 18 12:33:25.778995 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8faa75-17e0-41e4-bed4-19e192bc3f14 req-f6d4e058-b7a6-4f5d-8adb-c345368c21c4 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:25.780859 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fa8faa75-17e0-41e4-bed4-19e192bc3f14 req-f6d4e058-b7a6-4f5d-8adb-c345368c21c4 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=0dd18f0c-8fb9-4694-a14a-656eba792ab0 HTTP/1.1" status: 200 len: 945 time: 0.1176383 Feb 18 12:33:25.784436 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8e649c88-2dfb-4bf4-b0ff-df16d60258cb req-825b3103-45d8-4c2a-b23c-16d5da32b637 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516498 Feb 18 12:33:25.840135 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fa8faa75-17e0-41e4-bed4-19e192bc3f14 req-76054858-f00b-4b2e-872a-548f2e9826f4 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523741 Feb 18 12:33:27.014862 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508961d-27a6-46c3-bf8d-bf709f64058c req-1b462bb8-5583-4b6e-9a35-bcb34b3370fa tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:27.017188 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e508961d-27a6-46c3-bf8d-bf709f64058c req-1b462bb8-5583-4b6e-9a35-bcb34b3370fa tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.1072493 Feb 18 12:33:27.070139 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e508961d-27a6-46c3-bf8d-bf709f64058c req-2da735c6-85ec-4727-a7fb-87d39b43eb83 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447071 Feb 18 12:33:27.342760 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedd25d-f6db-4422-8479-871b90e93c23 req-8ea6a4ef-b6b0-4e40-ae72-3323578e6270 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:27.344414 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0bedd25d-f6db-4422-8479-871b90e93c23 req-8ea6a4ef-b6b0-4e40-ae72-3323578e6270 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=0dd18f0c-8fb9-4694-a14a-656eba792ab0 HTTP/1.1" status: 200 len: 945 time: 0.0899131 Feb 18 12:33:27.398633 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0bedd25d-f6db-4422-8479-871b90e93c23 req-f5920d12-15d5-45ec-91ab-3bb2970579aa tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470827 Feb 18 12:33:27.711991 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 45726) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:33:27.836808 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-de5b8ae1-6e3a-4cde-bce7-4ff5dd119eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:27.858189 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-de5b8ae1-6e3a-4cde-bce7-4ff5dd119eef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:33:27.862172 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-de5b8ae1-6e3a-4cde-bce7-4ff5dd119eef admin admin] Usage tracker for resource:security_group_rule and tenant:c8e2140120a94631825d0c55153b585e is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:33:27.865254 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-de5b8ae1-6e3a-4cde-bce7-4ff5dd119eef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:33:27.871038 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-de5b8ae1-6e3a-4cde-bce7-4ff5dd119eef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:33:27.958296 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-de5b8ae1-6e3a-4cde-bce7-4ff5dd119eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:27.961254 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-de5b8ae1-6e3a-4cde-bce7-4ff5dd119eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:27.971043 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:28.018833 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-de5b8ae1-6e3a-4cde-bce7-4ff5dd119eef admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c8e2140120a94631825d0c55153b585e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056021 Feb 18 12:33:28.019704 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b8ae1-6e3a-4cde-bce7-4ff5dd119eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966a9f8f-2837-4df9-bbde-87b4acd5afc6,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:28.021785 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 45734) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:33:28.023299 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-de5b8ae1-6e3a-4cde-bce7-4ff5dd119eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:28.088347 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5a496767-0938-4a0c-8e5a-94014d44421b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:28.117551 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5a496767-0938-4a0c-8e5a-94014d44421b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:28.176033 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5a496767-0938-4a0c-8e5a-94014d44421b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:28.180122 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0996da2b-9d8e-48a1-b322-c78e1dcc02cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:28.194988 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a496767-0938-4a0c-8e5a-94014d44421b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966a9f8f-2837-4df9-bbde-87b4acd5afc6,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:28.200318 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5a496767-0938-4a0c-8e5a-94014d44421b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:28.246484 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5a496767-0938-4a0c-8e5a-94014d44421b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:28.247733 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-5a496767-0938-4a0c-8e5a-94014d44421b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/966a9f8f-2837-4df9-bbde-87b4acd5afc6 HTTP/1.1" status: 204 len: 168 time: 0.2238557 Feb 18 12:33:28.293457 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db3fd1-d043-47ea-930a-d8bd3395f2fd req-4bb0f414-a3b7-45b5-9524-57e154d2cb75 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:28.295070 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a9db3fd1-d043-47ea-930a-d8bd3395f2fd req-4bb0f414-a3b7-45b5-9524-57e154d2cb75 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.1015716 Feb 18 12:33:28.349149 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a9db3fd1-d043-47ea-930a-d8bd3395f2fd req-1dda50e3-25da-44e6-9069-dc73495ceaae tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473263 Feb 18 12:33:28.636635 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efeaf9f-d9b4-4642-8e6c-a62fe5abcc1b req-2f859cb0-d40a-4744-ad8d-33ac13c291e1 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:28.638581 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4efeaf9f-d9b4-4642-8e6c-a62fe5abcc1b req-2f859cb0-d40a-4744-ad8d-33ac13c291e1 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=0dd18f0c-8fb9-4694-a14a-656eba792ab0 HTTP/1.1" status: 200 len: 945 time: 0.0970275 Feb 18 12:33:28.694793 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4efeaf9f-d9b4-4642-8e6c-a62fe5abcc1b req-51e143b2-7b20-45db-88cc-3a8eded8c423 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501499 Feb 18 12:33:29.548016 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 471354b6-6216-44aa-943f-9609ed2be699 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:33:29.578602 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad5a03-ead6-4cf5-aa54-6e5fc092e77d req-0ffcb56b-a969-4d89-8631-5f3b30f8ddec tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:29.580901 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c4ad5a03-ead6-4cf5-aa54-6e5fc092e77d req-0ffcb56b-a969-4d89-8631-5f3b30f8ddec tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0982533 Feb 18 12:33:29.632868 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 471354b6-6216-44aa-943f-9609ed2be699 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:33:29.633213 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:29.636694 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c4ad5a03-ead6-4cf5-aa54-6e5fc092e77d req-8ec291cc-5b2b-4fdc-b988-741906e6016c tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477662 Feb 18 12:33:29.887211 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9242635-8718-4fb7-92e1-ffcdedfe727b req-8a76b7d9-1a01-480c-a5e4-eb9630900eff tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:29.889156 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a9242635-8718-4fb7-92e1-ffcdedfe727b req-8a76b7d9-1a01-480c-a5e4-eb9630900eff tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.99 "GET /v2.0/ports?device_id=0dd18f0c-8fb9-4694-a14a-656eba792ab0 HTTP/1.1" status: 200 len: 945 time: 0.0926270 Feb 18 12:33:29.915949 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98498c8-ce62-4096-b43c-69ca24206a19 req-b6369259-cda2-4c93-a042-1aa6fddbe09f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:29.917570 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f98498c8-ce62-4096-b43c-69ca24206a19 req-b6369259-cda2-4c93-a042-1aa6fddbe09f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=0dd18f0c-8fb9-4694-a14a-656eba792ab0 HTTP/1.1" status: 200 len: 945 time: 0.0992019 Feb 18 12:33:29.970984 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f98498c8-ce62-4096-b43c-69ca24206a19 req-4504465a-1ed7-4213-a5bc-ef94ccf94b20 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456703 Feb 18 12:33:29.975193 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-a9242635-8718-4fb7-92e1-ffcdedfe727b req-3d337d73-464d-4790-b97e-318e4caf42c2 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Deleting port 471354b6-6216-44aa-943f-9609ed2be699 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:33:29.975609 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a9242635-8718-4fb7-92e1-ffcdedfe727b req-3d337d73-464d-4790-b97e-318e4caf42c2 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:30.266204 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-a9242635-8718-4fb7-92e1-ffcdedfe727b req-3d337d73-464d-4790-b97e-318e4caf42c2 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] For port 471354b6-6216-44aa-943f-9609ed2be699, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=471354b6-6216-44aa-943f-9609ed2be699,segment=NetworkSegment(aa52872f-bf2f-426a-8c74-8e6ec36e6ee5),segment_id=aa52872f-bf2f-426a-8c74-8e6ec36e6ee5)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:33:30.266610 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a9242635-8718-4fb7-92e1-ffcdedfe727b req-3d337d73-464d-4790-b97e-318e4caf42c2 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:30.407325 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-a9242635-8718-4fb7-92e1-ffcdedfe727b req-3d337d73-464d-4790-b97e-318e4caf42c2 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Calling delete_port for 471354b6-6216-44aa-943f-9609ed2be699 owned by compute:nova {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:33:30.567292 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a9242635-8718-4fb7-92e1-ffcdedfe727b req-3d337d73-464d-4790-b97e-318e4caf42c2 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848845764'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:30.582804 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:30.680467 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d337d73-464d-4790-b97e-318e4caf42c2 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Pushing event deleted for resources: {'Port': ['ID=471354b6-6216-44aa-943f-9609ed2be699,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:30.688475 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3d337d73-464d-4790-b97e-318e4caf42c2 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:30.798922 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9242635-8718-4fb7-92e1-ffcdedfe727b req-3d337d73-464d-4790-b97e-318e4caf42c2 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] No DVR routers for this DVR port 471354b6-6216-44aa-943f-9609ed2be699 on host hv-cinder-77642 {{(pid=83986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:33:30.801305 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a9242635-8718-4fb7-92e1-ffcdedfe727b req-3d337d73-464d-4790-b97e-318e4caf42c2 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:30.804248 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd18f0c-8fb9-4694-a14a-656eba792ab0', 'name': 'network-vif-deleted', 'tag': '471354b6-6216-44aa-943f-9609ed2be699'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:33:30.820255 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a9242635-8718-4fb7-92e1-ffcdedfe727b req-3d337d73-464d-4790-b97e-318e4caf42c2 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.99 "DELETE /v2.0/ports/471354b6-6216-44aa-943f-9609ed2be699 HTTP/1.1" status: 204 len: 173 time: 0.9230766 Feb 18 12:33:30.846385 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc513d-4d40-449f-9f5b-5191a4a44fbc req-1965a72e-067b-4082-a2e0-39dc4f016343 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:30.848068 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8bbc513d-4d40-449f-9f5b-5191a4a44fbc req-1965a72e-067b-4082-a2e0-39dc4f016343 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0923049 Feb 18 12:33:30.863021 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd18f0c-8fb9-4694-a14a-656eba792ab0', 'name': 'network-vif-deleted', 'tag': '471354b6-6216-44aa-943f-9609ed2be699', 'status': 'completed', 'code': 200} Feb 18 12:33:30.907617 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8bbc513d-4d40-449f-9f5b-5191a4a44fbc req-961ea132-185d-4e9a-ae2b-316ff7ae98ae tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530641 Feb 18 12:33:30.980363 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-69eb9311-beaf-40a4-a1e7-18e073fee6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:31.158954 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8939ae9-6bf8-4550-8585-5e0c465c26b5 req-704dd481-fdbf-41d2-ba8c-70fe4d63508a tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=0dd18f0c-8fb9-4694-a14a-656eba792ab0 HTTP/1.1" status: 200 len: 210 time: 0.0527604 Feb 18 12:33:31.337015 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 471354b6-6216-44aa-943f-9609ed2be699 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:33:31.376381 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] No Port match for: 471354b6-6216-44aa-943f-9609ed2be699 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:33:31.376781 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 471354b6-6216-44aa-943f-9609ed2be699 not bound to the agent host hv-cinder-77642 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:33:32.115767 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a4941-9533-45fd-b58a-1189f68345a2 req-0c74a73e-0e8c-403c-b95b-21f162fe6365 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:32.117430 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c55a4941-9533-45fd-b58a-1189f68345a2 req-0c74a73e-0e8c-403c-b95b-21f162fe6365 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0910656 Feb 18 12:33:32.173879 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c55a4941-9533-45fd-b58a-1189f68345a2 req-d0b92068-8016-4d30-961f-a43b0c78f609 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474100 Feb 18 12:33:32.828554 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-530fe58b-2750-4527-b31a-1ee0ed89233a req-97ede1a3-b687-4e69-acbf-00b7224d5367 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.3067691 Feb 18 12:33:32.957280 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fe58b-2750-4527-b31a-1ee0ed89233a req-f5e9d01b-6a8b-4465-a0c5-8293b042493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:32.958919 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-530fe58b-2750-4527-b31a-1ee0ed89233a req-f5e9d01b-6a8b-4465-a0c5-8293b042493d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fff3f4ff6e52473eab85e6377277c4bd&device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 1162 time: 0.0842860 Feb 18 12:33:33.126322 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fe58b-2750-4527-b31a-1ee0ed89233a req-57eb357b-6da6-4bbd-bd8f-40058983809b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:33.128021 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-530fe58b-2750-4527-b31a-1ee0ed89233a req-57eb357b-6da6-4bbd-bd8f-40058983809b service neutron] 10.222.0.99 "GET /v2.0/networks?id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28 HTTP/1.1" status: 200 len: 910 time: 0.1435840 Feb 18 12:33:33.243502 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-530fe58b-2750-4527-b31a-1ee0ed89233a req-959be276-2351-45ca-80cf-6159da30e564 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19a802e4-5491-40b3-a616-250e68167213 HTTP/1.1" status: 200 len: 1001 time: 0.1070342 Feb 18 12:33:33.361833 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-72417981-f4e0-482b-9efa-0829237c4fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:33.378946 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fe58b-2750-4527-b31a-1ee0ed89233a req-7da2e7a6-8738-4ceb-b172-578e035261dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:33.380718 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-530fe58b-2750-4527-b31a-1ee0ed89233a req-7da2e7a6-8738-4ceb-b172-578e035261dd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e4044c87-5ed4-4e4e-a96f-b6177944301a HTTP/1.1" status: 200 len: 855 time: 0.1279140 Feb 18 12:33:33.463892 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba15986-fc0b-4ac9-99d8-60d79605e149 req-30e466b2-265e-48ca-9ec9-2366b8e61f4f tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:33.465516 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9ba15986-fc0b-4ac9-99d8-60d79605e149 req-30e466b2-265e-48ca-9ec9-2366b8e61f4f tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.1624007 Feb 18 12:33:33.527625 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fe58b-2750-4527-b31a-1ee0ed89233a req-da82092d-4c47-4480-8f44-360ace28ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:33.529248 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-530fe58b-2750-4527-b31a-1ee0ed89233a req-da82092d-4c47-4480-8f44-360ace28ba40 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1386969 Feb 18 12:33:33.534311 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9ba15986-fc0b-4ac9-99d8-60d79605e149 req-308a48e6-3e85-48d8-9147-5a9dc02ce57f tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625703 Feb 18 12:33:33.695990 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-530fe58b-2750-4527-b31a-1ee0ed89233a req-aa1c7ff0-bab2-4f36-a5ba-aed1c8a798b1 service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568735 Feb 18 12:33:33.833438 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:33.851362 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-530fe58b-2750-4527-b31a-1ee0ed89233a req-8920c556-caff-4cae-9853-5a93534936a6 service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1448076 Feb 18 12:33:34.744089 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7e4b1-8a5d-4a00-bd05-0e4e9bc03e18 req-0eae78eb-2978-46e7-b994-4bd84dd0047e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:34.745702 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e8b7e4b1-8a5d-4a00-bd05-0e4e9bc03e18 req-0eae78eb-2978-46e7-b994-4bd84dd0047e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0906749 Feb 18 12:33:34.798682 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e8b7e4b1-8a5d-4a00-bd05-0e4e9bc03e18 req-7934d3c3-302a-4db0-89cf-825617d014e1 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462861 Feb 18 12:33:35.149375 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:35.465214 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:36.021659 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550bdea-14fd-49e4-8024-95d20109d114 req-03fe59f5-590b-421a-817d-1755f9545354 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:36.023393 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4550bdea-14fd-49e4-8024-95d20109d114 req-03fe59f5-590b-421a-817d-1755f9545354 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0969195 Feb 18 12:33:36.073169 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4550bdea-14fd-49e4-8024-95d20109d114 req-f75570a3-65cf-47eb-8b37-4d50f406a3cf tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429232 Feb 18 12:33:37.285995 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279dc73-6423-47b5-bce8-96e8688209c0 req-503e83c6-6dd8-4368-8015-76e952429ba2 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:37.287659 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7279dc73-6423-47b5-bce8-96e8688209c0 req-503e83c6-6dd8-4368-8015-76e952429ba2 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0897841 Feb 18 12:33:37.341565 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7279dc73-6423-47b5-bce8-96e8688209c0 req-1891b336-3491-49ca-9a0e-2d23b3b19c3a tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464859 Feb 18 12:33:37.772407 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a45cdd-303a-430e-9eee-921940d3b67e req-5f62312b-51b1-424f-909f-10f5830f7211 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:37.774062 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-45a45cdd-303a-430e-9eee-921940d3b67e req-5f62312b-51b1-424f-909f-10f5830f7211 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/networks?id=c257031b-af99-4a8a-9492-bf417b203385 HTTP/1.1" status: 200 len: 809 time: 0.1627095 Feb 18 12:33:37.791476 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-45a45cdd-303a-430e-9eee-921940d3b67e req-b7f6fb5b-0baa-4ce3-96fa-60abcfd4f256 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/quotas/78d72efc82c14cebbf91d1e3dcd9434e HTTP/1.1" status: 200 len: 375 time: 0.0110235 Feb 18 12:33:37.846044 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-45a45cdd-303a-430e-9eee-921940d3b67e req-26fc42b6-f555-4d4b-ae8a-64cf72edd8c6 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=78d72efc82c14cebbf91d1e3dcd9434e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479560 Feb 18 12:33:37.996653 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-45a45cdd-303a-430e-9eee-921940d3b67e req-d30708d5-2580-436d-8541-ff16cf1bccdb service neutron] 10.222.0.83 "GET /v2.0/networks/c257031b-af99-4a8a-9492-bf417b203385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428442 Feb 18 12:33:38.162899 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-45a45cdd-303a-430e-9eee-921940d3b67e req-f0bf0bbc-6abb-4000-aa00-2d29f7e5e78b service neutron] 10.222.0.83 "GET /v2.0/networks/c257031b-af99-4a8a-9492-bf417b203385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1593266 Feb 18 12:33:38.364093 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-11162377-136a-4597-9d47-5d9a9c0fc1c2 req-d54fd23a-18f9-4967-8cf5-5ce5ee1f5113 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Synchronizing usage tracker for tenant:78d72efc82c14cebbf91d1e3dcd9434e on resource:port {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:33:38.390338 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-11162377-136a-4597-9d47-5d9a9c0fc1c2 req-d54fd23a-18f9-4967-8cf5-5ce5ee1f5113 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Unset dirty status for tenant:78d72efc82c14cebbf91d1e3dcd9434e on resource:port {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:33:38.391770 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-11162377-136a-4597-9d47-5d9a9c0fc1c2 req-d54fd23a-18f9-4967-8cf5-5ce5ee1f5113 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=11649331-770f-40bb-9821-8e7637a09266 HTTP/1.1" status: 200 len: 210 time: 0.0787492 Feb 18 12:33:38.558734 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db2bce-e872-403d-b96c-01d9a1a9667c req-a0c6e779-9d35-43c8-90c2-0565b0f55339 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:38.560472 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-31db2bce-e872-403d-b96c-01d9a1a9667c req-a0c6e779-9d35-43c8-90c2-0565b0f55339 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0913701 Feb 18 12:33:38.615943 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-31db2bce-e872-403d-b96c-01d9a1a9667c req-7451d31b-a521-47c2-9cbc-7ba3a4760dcd tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482683 Feb 18 12:33:39.325065 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:33:39.555829 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-22de45eb-49cf-45fc-aca7-8cf3e1f760de req-f35cd0ff-abc0-4232-a575-77071951266c tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=11649331-770f-40bb-9821-8e7637a09266 HTTP/1.1" status: 200 len: 210 time: 0.0495133 Feb 18 12:33:39.742237 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:39.835532 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4241c2-583a-4b2c-b0f9-da25ba2f0215 req-851f948d-afda-44ba-a2c8-2ef231b97b6e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:39.837213 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4f4241c2-583a-4b2c-b0f9-da25ba2f0215 req-851f948d-afda-44ba-a2c8-2ef231b97b6e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0941918 Feb 18 12:33:39.891763 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4f4241c2-583a-4b2c-b0f9-da25ba2f0215 req-ef0adcb9-90ab-4c14-bc75-6c5fafa449ae tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481024 Feb 18 12:33:40.093329 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a45cdd-303a-430e-9eee-921940d3b67e req-986ad5b3-bc22-43c9-86ad-68042e36e532 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:40.096129 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-45a45cdd-303a-430e-9eee-921940d3b67e req-986ad5b3-bc22-43c9-86ad-68042e36e532 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.99 "GET /v2.0/networks?id=c257031b-af99-4a8a-9492-bf417b203385 HTTP/1.1" status: 200 len: 809 time: 0.1707277 Feb 18 12:33:40.117319 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-45a45cdd-303a-430e-9eee-921940d3b67e req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Request body: {'port': {'device_id': '11649331-770f-40bb-9821-8e7637a09266', 'network_id': 'c257031b-af99-4a8a-9492-bf417b203385', 'admin_state_up': True, 'tenant_id': '78d72efc82c14cebbf91d1e3dcd9434e'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:33:40.269455 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-45a45cdd-303a-430e-9eee-921940d3b67e req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:33:40.280288 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-45a45cdd-303a-430e-9eee-921940d3b67e req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:33:40.296039 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45a45cdd-303a-430e-9eee-921940d3b67e req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Made reservation on behalf of 78d72efc82c14cebbf91d1e3dcd9434e for: {'port': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:33:40.302476 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-45a45cdd-303a-430e-9eee-921940d3b67e req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:40.663605 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-45a45cdd-303a-430e-9eee-921940d3b67e req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Allocated IP 172.20.0.14 (c257031b-af99-4a8a-9492-bf417b203385/237d0ec6-505d-48cc-8bed-80fab43eff16/08fedbe6-eec6-4491-b8d1-bfed4e7c34b0) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:33:40.735117 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-32926a0a-0815-446c-947a-f2dbb3fcef4a req-0ce34afb-198e-4faf-91a3-6c66a11deb55 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=11649331-770f-40bb-9821-8e7637a09266 HTTP/1.1" status: 200 len: 210 time: 0.0566564 Feb 18 12:33:40.753996 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534be49d-26ab-41c8-815b-699a95d87886 req-537175d5-9033-4463-97ca-d1148e2b0c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:40.755955 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-534be49d-26ab-41c8-815b-699a95d87886 req-537175d5-9033-4463-97ca-d1148e2b0c21 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 1162 time: 0.1328998 Feb 18 12:33:40.802276 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-534be49d-26ab-41c8-815b-699a95d87886 req-8be668c2-e2ad-48e3-8ef5-5a28109fc266 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380733 Feb 18 12:33:40.890287 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-45a45cdd-303a-430e-9eee-921940d3b67e req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:40.927288 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-45a45cdd-303a-430e-9eee-921940d3b67e req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848845764'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:40.943945 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7d8f98c4-7eb2-4392-9040-9daf28cff694 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:41.096304 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Pushing event updated for resources: {'Port': ['ID=08fedbe6-eec6-4491-b8d1-bfed4e7c34b0,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:41.106459 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3638b-75aa-4b7b-8116-c50b7e1a8b57 req-f3aec43f-8b4e-494a-ba76-5101e0440564 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:41.109237 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ebf3638b-75aa-4b7b-8116-c50b7e1a8b57 req-f3aec43f-8b4e-494a-ba76-5101e0440564 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0937052 Feb 18 12:33:41.121717 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:41.122119 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:41.122516 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:41.122908 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:41.123297 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:41.123710 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:41.124091 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:41.124473 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:41.124850 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:41.125235 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:41.125615 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:41.126024 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:41.126521 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:41.126895 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:41.127268 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:41.127671 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:41.128052 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:41.128427 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:41.128801 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:41.129198 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:41.129795 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:41.130177 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:41.130552 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:41.130924 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:41.137490 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:41.160791 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ebf3638b-75aa-4b7b-8116-c50b7e1a8b57 req-cdca6b74-1e50-4d0e-88d3-b931bb7e9145 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452366 Feb 18 12:33:41.181243 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45a45cdd-303a-430e-9eee-921940d3b67e req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Network c257031b-af99-4a8a-9492-bf417b203385 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:33:41.182399 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-45a45cdd-303a-430e-9eee-921940d3b67e req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:33:41.185734 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a45cdd-303a-430e-9eee-921940d3b67e req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:33:41.257610 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a45cdd-303a-430e-9eee-921940d3b67e req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:41.258296 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-45a45cdd-303a-430e-9eee-921940d3b67e req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:41.288021 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-45a45cdd-303a-430e-9eee-921940d3b67e req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1753972 Feb 18 12:33:41.334137 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-45a45cdd-303a-430e-9eee-921940d3b67e req-a37bb386-c838-4a8c-bcb8-f4f7ba4bc676 service neutron] Request body: {'port': {'device_id': '11649331-770f-40bb-9821-8e7637a09266', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:33:41.471545 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-45a45cdd-303a-430e-9eee-921940d3b67e req-a37bb386-c838-4a8c-bcb8-f4f7ba4bc676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:42.036131 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-45a45cdd-303a-430e-9eee-921940d3b67e req-a37bb386-c838-4a8c-bcb8-f4f7ba4bc676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08fedbe6-eec6-4491-b8d1-bfed4e7c34b0 {{(pid=83986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:33:42.046352 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4af7e-e455-4288-8e2e-9938ce907c59 req-35c68fad-4569-4e37-81b6-bc56ad92b8cf tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:42.047108 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-6ef4af7e-e455-4288-8e2e-9938ce907c59 req-35c68fad-4569-4e37-81b6-bc56ad92b8cf tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Synchronizing usage tracker for tenant:78d72efc82c14cebbf91d1e3dcd9434e on resource:port {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:33:42.055066 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-45a45cdd-303a-430e-9eee-921940d3b67e req-a37bb386-c838-4a8c-bcb8-f4f7ba4bc676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:42.076450 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-45a45cdd-303a-430e-9eee-921940d3b67e req-a37bb386-c838-4a8c-bcb8-f4f7ba4bc676 service neutron] Transition to ACTIVE for port object 08fedbe6-eec6-4491-b8d1-bfed4e7c34b0 will not be triggered until provisioned by entity L2. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:33:42.077043 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-6ef4af7e-e455-4288-8e2e-9938ce907c59 req-35c68fad-4569-4e37-81b6-bc56ad92b8cf tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Unset dirty status for tenant:78d72efc82c14cebbf91d1e3dcd9434e on resource:port {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:33:42.078452 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6ef4af7e-e455-4288-8e2e-9938ce907c59 req-35c68fad-4569-4e37-81b6-bc56ad92b8cf tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=11649331-770f-40bb-9821-8e7637a09266 HTTP/1.1" status: 200 len: 932 time: 0.2215912 Feb 18 12:33:42.079543 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-45a45cdd-303a-430e-9eee-921940d3b67e req-a37bb386-c838-4a8c-bcb8-f4f7ba4bc676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5930020'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:42.096585 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:42.277136 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37bb386-c838-4a8c-bcb8-f4f7ba4bc676 service neutron] Pushing event updated for resources: {'Port': ['ID=08fedbe6-eec6-4491-b8d1-bfed4e7c34b0,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:42.296097 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a37bb386-c838-4a8c-bcb8-f4f7ba4bc676 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:42.300288 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6ef4af7e-e455-4288-8e2e-9938ce907c59 req-3d636dd5-b335-4b35-a09f-fdc58561be57 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048194 Feb 18 12:33:42.525441 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-45a45cdd-303a-430e-9eee-921940d3b67e req-a37bb386-c838-4a8c-bcb8-f4f7ba4bc676 service neutron] Attempting to bind port 08fedbe6-eec6-4491-b8d1-bfed4e7c34b0 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:33:42.526091 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-45a45cdd-303a-430e-9eee-921940d3b67e req-a37bb386-c838-4a8c-bcb8-f4f7ba4bc676 service neutron] Attempting to bind port 08fedbe6-eec6-4491-b8d1-bfed4e7c34b0 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': 'aa52872f-bf2f-426a-8c74-8e6ec36e6ee5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c257031b-af99-4a8a-9492-bf417b203385'}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:33:42.526455 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a45cdd-303a-430e-9eee-921940d3b67e req-a37bb386-c838-4a8c-bcb8-f4f7ba4bc676 service neutron] Attempting to bind port 08fedbe6-eec6-4491-b8d1-bfed4e7c34b0 on network c257031b-af99-4a8a-9492-bf417b203385 {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:33:42.528239 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc2ee0-71b6-422d-9e16-ca31f8127c42 req-659a830e-fdbc-4665-8767-03e4c8979eec tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:42.530323 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-85bc2ee0-71b6-422d-9e16-ca31f8127c42 req-659a830e-fdbc-4665-8767-03e4c8979eec tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.2187424 Feb 18 12:33:42.538945 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a45cdd-303a-430e-9eee-921940d3b67e req-a37bb386-c838-4a8c-bcb8-f4f7ba4bc676 service neutron] Checking agent: {'id': '18f92198-7ba7-4077-b6e2-71a52c8a0624', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 28, 38), 'started_at': datetime.datetime(2021, 2, 18, 12, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:33:42.539670 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a45cdd-303a-430e-9eee-921940d3b67e req-a37bb386-c838-4a8c-bcb8-f4f7ba4bc676 service neutron] Checking segment: {'id': 'aa52872f-bf2f-426a-8c74-8e6ec36e6ee5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c257031b-af99-4a8a-9492-bf417b203385'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:33:42.540501 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-45a45cdd-303a-430e-9eee-921940d3b67e req-a37bb386-c838-4a8c-bcb8-f4f7ba4bc676 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:42.541118 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a45cdd-303a-430e-9eee-921940d3b67e req-a37bb386-c838-4a8c-bcb8-f4f7ba4bc676 service neutron] Bound using segment: {'id': 'aa52872f-bf2f-426a-8c74-8e6ec36e6ee5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c257031b-af99-4a8a-9492-bf417b203385'} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:33:42.541818 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-45a45cdd-303a-430e-9eee-921940d3b67e req-a37bb386-c838-4a8c-bcb8-f4f7ba4bc676 service neutron] Bound port: 08fedbe6-eec6-4491-b8d1-bfed4e7c34b0, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa52872f-bf2f-426a-8c74-8e6ec36e6ee5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c257031b-af99-4a8a-9492-bf417b203385'}}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:33:42.542402 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-45a45cdd-303a-430e-9eee-921940d3b67e req-a37bb386-c838-4a8c-bcb8-f4f7ba4bc676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:42.589348 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-85bc2ee0-71b6-422d-9e16-ca31f8127c42 req-ccca4430-5af0-4980-a3b3-a51dcd72ff42 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505769 Feb 18 12:33:42.655059 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-45a45cdd-303a-430e-9eee-921940d3b67e req-a37bb386-c838-4a8c-bcb8-f4f7ba4bc676 service neutron] For port 08fedbe6-eec6-4491-b8d1-bfed4e7c34b0, host hv-cinder-77642, cleared binding levels {{(pid=83986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:33:42.658364 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-45a45cdd-303a-430e-9eee-921940d3b67e req-a37bb386-c838-4a8c-bcb8-f4f7ba4bc676 service neutron] For port 08fedbe6-eec6-4491-b8d1-bfed4e7c34b0, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=08fedbe6-eec6-4491-b8d1-bfed4e7c34b0,segment=NetworkSegment(aa52872f-bf2f-426a-8c74-8e6ec36e6ee5),segment_id=aa52872f-bf2f-426a-8c74-8e6ec36e6ee5)] {{(pid=83986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:33:42.662429 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-45a45cdd-303a-430e-9eee-921940d3b67e req-a37bb386-c838-4a8c-bcb8-f4f7ba4bc676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5930020'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:42.677870 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7711aeef-40ff-46ef-86fc-6d499c59d0c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:43.054557 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37bb386-c838-4a8c-bcb8-f4f7ba4bc676 service neutron] Pushing event updated for resources: {'Port': ['ID=08fedbe6-eec6-4491-b8d1-bfed4e7c34b0,revision_number=3']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:43.060233 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a37bb386-c838-4a8c-bcb8-f4f7ba4bc676 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:43.094384 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a45cdd-303a-430e-9eee-921940d3b67e req-a37bb386-c838-4a8c-bcb8-f4f7ba4bc676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:43.095066 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-45a45cdd-303a-430e-9eee-921940d3b67e req-a37bb386-c838-4a8c-bcb8-f4f7ba4bc676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:43.097113 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-45a45cdd-303a-430e-9eee-921940d3b67e req-a37bb386-c838-4a8c-bcb8-f4f7ba4bc676 service neutron] 10.222.0.99 "PUT /v2.0/ports/08fedbe6-eec6-4491-b8d1-bfed4e7c34b0 HTTP/1.1" status: 200 len: 1158 time: 1.7688115 Feb 18 12:33:43.097700 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11649331-770f-40bb-9821-8e7637a09266', 'tag': '08fedbe6-eec6-4491-b8d1-bfed4e7c34b0'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:33:43.150215 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11649331-770f-40bb-9821-8e7637a09266', 'tag': '08fedbe6-eec6-4491-b8d1-bfed4e7c34b0', 'status': 'completed', 'code': 200} Feb 18 12:33:43.281315 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a45cdd-303a-430e-9eee-921940d3b67e req-303f6709-1022-4226-a9cc-a86d8a5460ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:43.283466 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-45a45cdd-303a-430e-9eee-921940d3b67e req-303f6709-1022-4226-a9cc-a86d8a5460ee service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=78d72efc82c14cebbf91d1e3dcd9434e&device_id=11649331-770f-40bb-9821-8e7637a09266 HTTP/1.1" status: 200 len: 1161 time: 0.0803120 Feb 18 12:33:43.376156 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-45a45cdd-303a-430e-9eee-921940d3b67e req-558a1a46-b660-4fb0-be4b-a2bda78cfc8b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08fedbe6-eec6-4491-b8d1-bfed4e7c34b0 HTTP/1.1" status: 200 len: 217 time: 0.0704467 Feb 18 12:33:43.449697 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a45cdd-303a-430e-9eee-921940d3b67e req-65be7195-6a86-44ee-ba57-e5f5c3cdfded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:43.451305 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-45a45cdd-303a-430e-9eee-921940d3b67e req-65be7195-6a86-44ee-ba57-e5f5c3cdfded service neutron] 10.222.0.99 "GET /v2.0/subnets?id=237d0ec6-505d-48cc-8bed-80fab43eff16 HTTP/1.1" status: 200 len: 849 time: 0.0676165 Feb 18 12:33:43.511341 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-45a45cdd-303a-430e-9eee-921940d3b67e req-9eebd101-acec-482c-b0ea-49d0bb77f63c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c257031b-af99-4a8a-9492-bf417b203385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521677 Feb 18 12:33:43.552315 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf5693-46d8-44b7-9d71-051114b8845f req-555fe400-158f-4676-a02d-9e611300a96c tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:43.556150 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2ebf5693-46d8-44b7-9d71-051114b8845f req-555fe400-158f-4676-a02d-9e611300a96c tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=11649331-770f-40bb-9821-8e7637a09266 HTTP/1.1" status: 200 len: 944 time: 0.0973585 Feb 18 12:33:43.621265 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2ebf5693-46d8-44b7-9d71-051114b8845f req-ca3642aa-6f2b-4546-be0d-829daa936267 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535457 Feb 18 12:33:43.663221 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-45a45cdd-303a-430e-9eee-921940d3b67e req-5ce03b89-bf5e-4a3d-bfcd-bcf0da70e71f service neutron] 10.222.0.99 "GET /v2.0/networks/c257031b-af99-4a8a-9492-bf417b203385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443095 Feb 18 12:33:43.818886 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 07c335ac-b582-4c72-a3b2-82540c224746 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:33:43.902595 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 07c335ac-b582-4c72-a3b2-82540c224746 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:33:43.903016 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:43.928181 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2ff90-04e3-482f-afba-71d0022d5e27 req-b67ac749-fd40-4fd2-9c69-f944914f18fd tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:43.929800 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-78d2ff90-04e3-482f-afba-71d0022d5e27 req-b67ac749-fd40-4fd2-9c69-f944914f18fd tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.1914864 Feb 18 12:33:43.933478 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-45a45cdd-303a-430e-9eee-921940d3b67e req-0176a470-4ae0-4890-94f3-90c755035a1d service neutron] 10.222.0.99 "GET /v2.0/networks/c257031b-af99-4a8a-9492-bf417b203385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2270019 Feb 18 12:33:43.980224 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-78d2ff90-04e3-482f-afba-71d0022d5e27 req-5f26aaeb-f63e-40ff-aee4-0b77820086aa tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434842 Feb 18 12:33:44.185075 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b222c-da03-4212-a391-1f3373b371bb req-554c36d2-e47e-4142-a50a-4409f7f026a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:44.186620 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bc2b222c-da03-4212-a391-1f3373b371bb req-554c36d2-e47e-4142-a50a-4409f7f026a4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=78d72efc82c14cebbf91d1e3dcd9434e&device_id=11649331-770f-40bb-9821-8e7637a09266 HTTP/1.1" status: 200 len: 1161 time: 0.0858660 Feb 18 12:33:44.337946 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b222c-da03-4212-a391-1f3373b371bb req-c80f8e27-3442-4218-a5fa-09cf9b74b1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:44.339681 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bc2b222c-da03-4212-a391-1f3373b371bb req-c80f8e27-3442-4218-a5fa-09cf9b74b1f1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=c257031b-af99-4a8a-9492-bf417b203385 HTTP/1.1" status: 200 len: 903 time: 0.1457453 Feb 18 12:33:44.449879 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48f004-3fa1-4eb2-8932-b50490bd0b3b req-ffa2500e-71ee-47ae-9f38-6b5c98ca82f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:44.451581 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6a48f004-3fa1-4eb2-8932-b50490bd0b3b req-ffa2500e-71ee-47ae-9f38-6b5c98ca82f5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=394178baeecd40f8b2869b8d1ad6dc2e&device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 1162 time: 0.0999875 Feb 18 12:33:44.466012 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bc2b222c-da03-4212-a391-1f3373b371bb req-641abda0-874a-43d1-99fc-05ddd76f7162 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08fedbe6-eec6-4491-b8d1-bfed4e7c34b0 HTTP/1.1" status: 200 len: 217 time: 0.1140449 Feb 18 12:33:44.558129 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b222c-da03-4212-a391-1f3373b371bb req-86f7b949-b4ad-4cd1-8020-4bebb69d5f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:44.559031 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bc2b222c-da03-4212-a391-1f3373b371bb req-86f7b949-b4ad-4cd1-8020-4bebb69d5f71 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=237d0ec6-505d-48cc-8bed-80fab43eff16 HTTP/1.1" status: 200 len: 849 time: 0.0811291 Feb 18 12:33:44.614412 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d431e1-fec3-4ef8-b63e-4a2ffa23e6c0 req-c7547ffd-9f27-4c3e-8826-cc3ad19fb83b tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:44.615902 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-60d431e1-fec3-4ef8-b63e-4a2ffa23e6c0 req-c7547ffd-9f27-4c3e-8826-cc3ad19fb83b tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.2080154 Feb 18 12:33:44.632094 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bc2b222c-da03-4212-a391-1f3373b371bb req-6f1fc9b0-851b-49dc-b3c8-85513d5cdcd5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c257031b-af99-4a8a-9492-bf417b203385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652907 Feb 18 12:33:44.781848 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-60d431e1-fec3-4ef8-b63e-4a2ffa23e6c0 req-192108bd-13e9-4d3a-a202-0a29d1645f82 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528106 Feb 18 12:33:44.834890 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bc2b222c-da03-4212-a391-1f3373b371bb req-bf9b20c9-f6f5-4597-b783-fe5126757f54 service neutron] 10.222.0.99 "GET /v2.0/networks/c257031b-af99-4a8a-9492-bf417b203385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868482 Feb 18 12:33:44.837483 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48f004-3fa1-4eb2-8932-b50490bd0b3b req-24775274-6c59-49fa-87c8-a4f91f19093e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:44.839357 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6a48f004-3fa1-4eb2-8932-b50490bd0b3b req-24775274-6c59-49fa-87c8-a4f91f19093e service neutron] 10.222.0.99 "GET /v2.0/networks?id=1108d427-5cec-48df-9400-d1b0a430230f HTTP/1.1" status: 200 len: 913 time: 0.3802462 Feb 18 12:33:44.980627 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6a48f004-3fa1-4eb2-8932-b50490bd0b3b req-a6342841-95b7-4a12-a0d0-8de9573d755a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07c335ac-b582-4c72-a3b2-82540c224746 HTTP/1.1" status: 200 len: 217 time: 0.0808311 Feb 18 12:33:45.007661 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bc2b222c-da03-4212-a391-1f3373b371bb req-cf77c440-9ab9-485a-b496-c1ebab2cac03 service neutron] 10.222.0.99 "GET /v2.0/networks/c257031b-af99-4a8a-9492-bf417b203385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1589622 Feb 18 12:33:45.067749 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f3143-c12d-4194-950f-b217da5c573f req-cacf5e0e-07f7-4164-9f32-a632eda8378b tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:45.069499 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8e7f3143-c12d-4194-950f-b217da5c573f req-cacf5e0e-07f7-4164-9f32-a632eda8378b tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=11649331-770f-40bb-9821-8e7637a09266 HTTP/1.1" status: 200 len: 944 time: 0.2291291 Feb 18 12:33:45.076054 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48f004-3fa1-4eb2-8932-b50490bd0b3b req-360347fa-24c9-42c4-a3d7-a9edee96c5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:45.077652 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6a48f004-3fa1-4eb2-8932-b50490bd0b3b req-360347fa-24c9-42c4-a3d7-a9edee96c5de service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6f2ab429-4198-4068-a977-62c5ab8abd80 HTTP/1.1" status: 200 len: 859 time: 0.0890684 Feb 18 12:33:45.163196 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6a48f004-3fa1-4eb2-8932-b50490bd0b3b req-a8af83b5-6d9a-4bc2-87b0-3972b5eb6201 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1108d427-5cec-48df-9400-d1b0a430230f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649335 Feb 18 12:33:45.175093 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8e7f3143-c12d-4194-950f-b217da5c573f req-95b052b6-5e83-46de-9e98-3eeaf8e7b40e tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963759 Feb 18 12:33:45.315010 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6a48f004-3fa1-4eb2-8932-b50490bd0b3b req-3cc95fd0-888b-471e-9b99-53191dc1dd04 service neutron] 10.222.0.99 "GET /v2.0/networks/1108d427-5cec-48df-9400-d1b0a430230f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380975 Feb 18 12:33:45.461417 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6a48f004-3fa1-4eb2-8932-b50490bd0b3b req-e9b07bb9-7bad-4348-a032-e6d5d8f6482c service neutron] 10.222.0.99 "GET /v2.0/networks/1108d427-5cec-48df-9400-d1b0a430230f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1404536 Feb 18 12:33:45.976535 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a0b50-bae2-414c-bb1a-323c414a2809 req-7addca1f-3307-4a86-9c2e-4ec233f4fd64 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:45.978167 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a76a0b50-bae2-414c-bb1a-323c414a2809 req-7addca1f-3307-4a86-9c2e-4ec233f4fd64 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0867059 Feb 18 12:33:46.031455 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a76a0b50-bae2-414c-bb1a-323c414a2809 req-87f00170-f72f-455d-8a7d-526d3af0f6bf tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464587 Feb 18 12:33:46.387141 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bc80a-d660-48ee-a5a9-c66de4c961d8 req-3e5f5730-0673-45df-9f16-718bc9f0109c tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:46.388842 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-088bc80a-d660-48ee-a5a9-c66de4c961d8 req-3e5f5730-0673-45df-9f16-718bc9f0109c tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=11649331-770f-40bb-9821-8e7637a09266 HTTP/1.1" status: 200 len: 944 time: 0.0937691 Feb 18 12:33:46.439596 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-088bc80a-d660-48ee-a5a9-c66de4c961d8 req-bfb1a5e9-ae79-436d-a82f-3ad4188c0a63 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417502 Feb 18 12:33:47.250225 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128e0ba-e149-4b39-85c5-1a3226482d4e req-0e19d441-eb78-45c9-b6cf-2cacc07d4eca tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:47.251796 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5128e0ba-e149-4b39-85c5-1a3226482d4e req-0e19d441-eb78-45c9-b6cf-2cacc07d4eca tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0923302 Feb 18 12:33:47.302017 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5128e0ba-e149-4b39-85c5-1a3226482d4e req-5434b9df-17fa-4fce-b243-bd00215badd3 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431144 Feb 18 12:33:47.656541 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70419a14-e37f-4c92-b5d8-637feb00371e req-2a6794fb-f48e-441b-91ac-f30084941a6f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:47.658264 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-70419a14-e37f-4c92-b5d8-637feb00371e req-2a6794fb-f48e-441b-91ac-f30084941a6f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=11649331-770f-40bb-9821-8e7637a09266 HTTP/1.1" status: 200 len: 944 time: 0.1001742 Feb 18 12:33:47.711673 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-70419a14-e37f-4c92-b5d8-637feb00371e req-32d514d4-a0db-4774-b74a-f68872002751 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465934 Feb 18 12:33:48.509843 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02b365-2f7e-405b-be4b-f1f1f69ea269 req-4fe02ec4-2403-4478-b837-606e674343bc tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:48.511355 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d02b365-2f7e-405b-be4b-f1f1f69ea269 req-4fe02ec4-2403-4478-b837-606e674343bc tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0906119 Feb 18 12:33:48.563074 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d02b365-2f7e-405b-be4b-f1f1f69ea269 req-c7aefba4-75ac-4039-9b85-72d06ae6e076 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449984 Feb 18 12:33:48.923745 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca5138-c3e0-4a1e-88a0-8dc1bcb1a8c0 req-5a4714b3-1c5f-47c7-aabd-0645c697dda0 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:48.925671 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0aca5138-c3e0-4a1e-88a0-8dc1bcb1a8c0 req-5a4714b3-1c5f-47c7-aabd-0645c697dda0 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=11649331-770f-40bb-9821-8e7637a09266 HTTP/1.1" status: 200 len: 944 time: 0.0911715 Feb 18 12:33:48.978479 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0aca5138-c3e0-4a1e-88a0-8dc1bcb1a8c0 req-3c71e943-2546-405e-ab32-664f32666234 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463564 Feb 18 12:33:49.776474 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fee9f9-80ec-4e02-b881-b4eb9f69b75a req-bee36986-bc6b-49af-a182-a8ec18fe858f tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:49.778158 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f9fee9f9-80ec-4e02-b881-b4eb9f69b75a req-bee36986-bc6b-49af-a182-a8ec18fe858f tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0918050 Feb 18 12:33:49.826176 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f9fee9f9-80ec-4e02-b881-b4eb9f69b75a req-cc4d2d23-5497-4e64-badf-5eb6fef10471 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411077 Feb 18 12:33:50.193942 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e885cdc-01e3-4f7b-a567-8444ed914d30 req-688824d0-fa11-4d54-ad76-863e7b5d4680 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:50.196841 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5e885cdc-01e3-4f7b-a567-8444ed914d30 req-688824d0-fa11-4d54-ad76-863e7b5d4680 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=11649331-770f-40bb-9821-8e7637a09266 HTTP/1.1" status: 200 len: 944 time: 0.1027341 Feb 18 12:33:50.248907 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5e885cdc-01e3-4f7b-a567-8444ed914d30 req-f816e718-4d8c-4714-b0ee-c900c05f8656 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453706 Feb 18 12:33:51.033579 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fca6f0-0c57-4b88-8340-e3d34ef64548 req-9ad06d9e-5f29-40c9-9618-5a1209f6b8ce tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:51.035389 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f4fca6f0-0c57-4b88-8340-e3d34ef64548 req-9ad06d9e-5f29-40c9-9618-5a1209f6b8ce tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0932715 Feb 18 12:33:51.088587 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f4fca6f0-0c57-4b88-8340-e3d34ef64548 req-df7b1c2a-be5c-4d7d-a295-24687e8d79e4 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451934 Feb 18 12:33:51.533739 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb2499-1bca-4f77-95df-8c0f9c2a4f16 req-f4c11c9b-cc6d-4d99-876b-c6022abf0396 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:51.535522 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27fb2499-1bca-4f77-95df-8c0f9c2a4f16 req-f4c11c9b-cc6d-4d99-876b-c6022abf0396 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=11649331-770f-40bb-9821-8e7637a09266 HTTP/1.1" status: 200 len: 944 time: 0.1043489 Feb 18 12:33:51.592209 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27fb2499-1bca-4f77-95df-8c0f9c2a4f16 req-03ed1da9-e6c7-4df7-a978-710919e1826e tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447981 Feb 18 12:33:52.289903 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1214546-0112-406a-bf56-5c1bb0325fa2 req-bd116ee9-8fce-4ad4-b2ed-170913be9aaa tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:52.291430 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f1214546-0112-406a-bf56-5c1bb0325fa2 req-bd116ee9-8fce-4ad4-b2ed-170913be9aaa tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0881011 Feb 18 12:33:52.344502 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f1214546-0112-406a-bf56-5c1bb0325fa2 req-49bdf5b0-8b1e-4aa6-9bb4-b5bf1cd3501a tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466237 Feb 18 12:33:52.812357 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c4376-9f39-4c73-8b53-ab1744a43bad req-21436280-78c0-436a-8620-da4b9f1c1627 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:52.814599 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0a6c4376-9f39-4c73-8b53-ab1744a43bad req-21436280-78c0-436a-8620-da4b9f1c1627 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=11649331-770f-40bb-9821-8e7637a09266 HTTP/1.1" status: 200 len: 944 time: 0.0943775 Feb 18 12:33:52.866610 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0a6c4376-9f39-4c73-8b53-ab1744a43bad req-b86b7999-0770-48d9-9f0d-4750f5220594 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454206 Feb 18 12:33:54.072507 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03812385-e780-48ee-970d-d7ae6125bf5d req-91c07397-31fa-4e68-99de-74c4c4b5b29c tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:54.074079 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03812385-e780-48ee-970d-d7ae6125bf5d req-91c07397-31fa-4e68-99de-74c4c4b5b29c tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=11649331-770f-40bb-9821-8e7637a09266 HTTP/1.1" status: 200 len: 944 time: 0.0908573 Feb 18 12:33:54.123417 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03812385-e780-48ee-970d-d7ae6125bf5d req-1a3e50d6-99b5-4e93-8981-226cd45e907c tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425351 Feb 18 12:33:55.117192 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 08fedbe6-eec6-4491-b8d1-bfed4e7c34b0 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:33:55.195299 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning for port 08fedbe6-eec6-4491-b8d1-bfed4e7c34b0 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:33:55.200868 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 08fedbe6-eec6-4491-b8d1-bfed4e7c34b0 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:33:55.201288 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:55.296720 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece1d79-cdd0-4955-89fd-e070167917d6 req-af81c601-e611-47c2-96e9-2855aa463b79 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:55.298468 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eece1d79-cdd0-4955-89fd-e070167917d6 req-af81c601-e611-47c2-96e9-2855aa463b79 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0974185 Feb 18 12:33:55.338657 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:55.346721 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad64e9f-e85b-450b-ba4e-5008ed8e94ad req-d580da60-9b5f-43ac-8fbb-7eeaeeeef992 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:55.348656 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3ad64e9f-e85b-450b-ba4e-5008ed8e94ad req-d580da60-9b5f-43ac-8fbb-7eeaeeeef992 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=11649331-770f-40bb-9821-8e7637a09266 HTTP/1.1" status: 200 len: 944 time: 0.1033032 Feb 18 12:33:55.352095 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eece1d79-cdd0-4955-89fd-e070167917d6 req-20e82686-db47-43fc-85d1-f181c017cf9a tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467710 Feb 18 12:33:55.375077 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port 08fedbe6-eec6-4491-b8d1-bfed4e7c34b0, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=08fedbe6-eec6-4491-b8d1-bfed4e7c34b0,segment=NetworkSegment(aa52872f-bf2f-426a-8c74-8e6ec36e6ee5),segment_id=aa52872f-bf2f-426a-8c74-8e6ec36e6ee5)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:33:55.376638 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11649331-770f-40bb-9821-8e7637a09266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08fedbe6-eec6-4491-b8d1-bfed4e7c34b0'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:33:55.383180 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:55.385171 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:55.420628 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3ad64e9f-e85b-450b-ba4e-5008ed8e94ad req-374336ad-5117-4abf-9e85-a041ffaa5737 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597703 Feb 18 12:33:55.451530 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11649331-770f-40bb-9821-8e7637a09266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08fedbe6-eec6-4491-b8d1-bfed4e7c34b0', 'code': 200} Feb 18 12:33:55.468202 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=08fedbe6-eec6-4491-b8d1-bfed4e7c34b0,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:55.472400 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:55.863733 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e10bc1-c91a-4924-a508-ca10f3582c1e req-ae002228-b96a-4da0-93df-f1f6689b1adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:55.865650 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8e10bc1-c91a-4924-a508-ca10f3582c1e req-ae002228-b96a-4da0-93df-f1f6689b1adc service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=11649331-770f-40bb-9821-8e7637a09266 HTTP/1.1" status: 200 len: 1163 time: 0.0810316 Feb 18 12:33:55.920183 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8e10bc1-c91a-4924-a508-ca10f3582c1e req-19a4c718-886d-4f5e-a445-9e90f42d63fc service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452371 Feb 18 12:33:55.961802 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 08fedbe6-eec6-4491-b8d1-bfed4e7c34b0 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:33:56.044116 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 08fedbe6-eec6-4491-b8d1-bfed4e7c34b0 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:33:56.044787 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:56.640507 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f162ea7-86df-4c87-a30a-948c4ad9b6f7 req-2c4c2a0f-f108-4b85-a4e8-8fae2120474d tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:56.644490 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6f162ea7-86df-4c87-a30a-948c4ad9b6f7 req-2c4c2a0f-f108-4b85-a4e8-8fae2120474d tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=11649331-770f-40bb-9821-8e7637a09266 HTTP/1.1" status: 200 len: 946 time: 0.1119039 Feb 18 12:33:56.694756 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6f162ea7-86df-4c87-a30a-948c4ad9b6f7 req-e70293e8-6f53-41af-8899-e7205ee25a6f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442188 Feb 18 12:33:57.902571 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0f2fb-1b88-4e4f-80bd-cfa40a23201b req-8f23a169-c581-42f6-91e2-b3820b2b2c1f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:57.904192 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8fe0f2fb-1b88-4e4f-80bd-cfa40a23201b req-8f23a169-c581-42f6-91e2-b3820b2b2c1f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=11649331-770f-40bb-9821-8e7637a09266 HTTP/1.1" status: 200 len: 946 time: 0.0877488 Feb 18 12:33:57.953554 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8fe0f2fb-1b88-4e4f-80bd-cfa40a23201b req-63456f86-c6c7-4cc8-8e2a-615b3aafff54 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422935 Feb 18 12:33:59.161912 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3655a9-9807-4e49-a6a8-53fb4a6c5ae4 req-a054e91b-d7c3-4c3e-b5f1-d0e179c41355 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:59.163682 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4b3655a9-9807-4e49-a6a8-53fb4a6c5ae4 req-a054e91b-d7c3-4c3e-b5f1-d0e179c41355 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=11649331-770f-40bb-9821-8e7637a09266 HTTP/1.1" status: 200 len: 946 time: 0.0906136 Feb 18 12:33:59.214207 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4b3655a9-9807-4e49-a6a8-53fb4a6c5ae4 req-edcb2392-f848-4853-877c-16d38a9eef20 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435917 Feb 18 12:34:00.981329 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-33f569f7-33ce-45b2-aae2-1f0b0647b9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:01.111872 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b3b74-9443-43c7-8945-536044b2d15a req-78ba4458-7ec8-46e2-bbf0-58d36785ee3a tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:01.113471 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cf6b3b74-9443-43c7-8945-536044b2d15a req-78ba4458-7ec8-46e2-bbf0-58d36785ee3a tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=11649331-770f-40bb-9821-8e7637a09266 HTTP/1.1" status: 200 len: 946 time: 0.0901322 Feb 18 12:34:01.163081 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cf6b3b74-9443-43c7-8945-536044b2d15a req-d4238e6f-a09c-45fc-bfb4-7bea5389aa2d tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428026 Feb 18 12:34:02.382464 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98661818-aab2-4edf-9908-22e74238c3fe req-b72c4d02-240e-4e7f-9b09-3b0d464fe60b tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:02.384325 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-98661818-aab2-4edf-9908-22e74238c3fe req-b72c4d02-240e-4e7f-9b09-3b0d464fe60b tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=11649331-770f-40bb-9821-8e7637a09266 HTTP/1.1" status: 200 len: 946 time: 0.1049566 Feb 18 12:34:02.440978 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-98661818-aab2-4edf-9908-22e74238c3fe req-54fc4b1e-4758-4c00-aca2-2492b014bea2 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480306 Feb 18 12:34:03.323028 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b166eb-93ab-492d-b9f9-074678410d88 req-859e395b-b232-450b-b400-18c5a612eb24 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:03.324853 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-31b166eb-93ab-492d-b9f9-074678410d88 req-859e395b-b232-450b-b400-18c5a612eb24 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.99 "GET /v2.0/ports?device_id=11649331-770f-40bb-9821-8e7637a09266 HTTP/1.1" status: 200 len: 946 time: 0.0898614 Feb 18 12:34:03.372404 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-abafbcdc-3ad3-426d-bd3b-037e34974e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:03.405745 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-31b166eb-93ab-492d-b9f9-074678410d88 req-9539f7b8-edbf-4b03-baf3-c4fdfb8d0ad6 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Deleting port 08fedbe6-eec6-4491-b8d1-bfed4e7c34b0 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:34:03.406161 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-31b166eb-93ab-492d-b9f9-074678410d88 req-9539f7b8-edbf-4b03-baf3-c4fdfb8d0ad6 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:03.657645 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d4381-7761-4281-b640-a1a4bae2a603 req-49344359-6a37-4964-ad81-11d10caae18b tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:03.659628 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bb1d4381-7761-4281-b640-a1a4bae2a603 req-49344359-6a37-4964-ad81-11d10caae18b tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=11649331-770f-40bb-9821-8e7637a09266 HTTP/1.1" status: 200 len: 946 time: 0.0998127 Feb 18 12:34:03.700976 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-31b166eb-93ab-492d-b9f9-074678410d88 req-9539f7b8-edbf-4b03-baf3-c4fdfb8d0ad6 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] For port 08fedbe6-eec6-4491-b8d1-bfed4e7c34b0, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=08fedbe6-eec6-4491-b8d1-bfed4e7c34b0,segment=NetworkSegment(aa52872f-bf2f-426a-8c74-8e6ec36e6ee5),segment_id=aa52872f-bf2f-426a-8c74-8e6ec36e6ee5)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:34:03.701354 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-31b166eb-93ab-492d-b9f9-074678410d88 req-9539f7b8-edbf-4b03-baf3-c4fdfb8d0ad6 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:03.707551 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 08fedbe6-eec6-4491-b8d1-bfed4e7c34b0 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:34:03.723570 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bb1d4381-7761-4281-b640-a1a4bae2a603 req-baeeafd4-32d2-4168-9013-7db660bfbb16 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565073 Feb 18 12:34:03.853102 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-31b166eb-93ab-492d-b9f9-074678410d88 req-9539f7b8-edbf-4b03-baf3-c4fdfb8d0ad6 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Calling delete_port for 08fedbe6-eec6-4491-b8d1-bfed4e7c34b0 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:34:03.856903 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:03.861537 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:03.908157 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11649331-770f-40bb-9821-8e7637a09266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08fedbe6-eec6-4491-b8d1-bfed4e7c34b0'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:34:03.923695 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port 08fedbe6-eec6-4491-b8d1-bfed4e7c34b0, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=08fedbe6-eec6-4491-b8d1-bfed4e7c34b0,segment=NetworkSegment(aa52872f-bf2f-426a-8c74-8e6ec36e6ee5),segment_id=aa52872f-bf2f-426a-8c74-8e6ec36e6ee5)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:34:03.927227 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:03.929603 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:03.974217 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11649331-770f-40bb-9821-8e7637a09266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08fedbe6-eec6-4491-b8d1-bfed4e7c34b0', 'code': 200} Feb 18 12:34:04.009629 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=08fedbe6-eec6-4491-b8d1-bfed4e7c34b0,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:04.013062 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:04.025783 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [req-31b166eb-93ab-492d-b9f9-074678410d88 req-9539f7b8-edbf-4b03-baf3-c4fdfb8d0ad6 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83987) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 12:34:04.026157 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_db.api [req-31b166eb-93ab-492d-b9f9-074678410d88 req-9539f7b8-edbf-4b03-baf3-c4fdfb8d0ad6 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 12:34:04.382269 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 46312) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:04.519150 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:04.529728 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-31b166eb-93ab-492d-b9f9-074678410d88 req-9539f7b8-edbf-4b03-baf3-c4fdfb8d0ad6 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Deleting port 08fedbe6-eec6-4491-b8d1-bfed4e7c34b0 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:34:04.530108 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-31b166eb-93ab-492d-b9f9-074678410d88 req-9539f7b8-edbf-4b03-baf3-c4fdfb8d0ad6 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:04.579642 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:04.587624 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Usage tracker for resource:security_group_rule and tenant:3dde5e06afae4820b1adab4b41405486 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:04.592622 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:04.602493 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:04.870542 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-31b166eb-93ab-492d-b9f9-074678410d88 req-9539f7b8-edbf-4b03-baf3-c4fdfb8d0ad6 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] For port 08fedbe6-eec6-4491-b8d1-bfed4e7c34b0, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=08fedbe6-eec6-4491-b8d1-bfed4e7c34b0,segment=NetworkSegment(aa52872f-bf2f-426a-8c74-8e6ec36e6ee5),segment_id=aa52872f-bf2f-426a-8c74-8e6ec36e6ee5)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:34:04.870774 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-31b166eb-93ab-492d-b9f9-074678410d88 req-9539f7b8-edbf-4b03-baf3-c4fdfb8d0ad6 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:04.939101 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ef2e4-4442-4a92-9417-1cc01a0bbdd4 req-e0c3a8c0-6855-47e7-9b0b-3d6f5e806c02 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:04.946821 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e97ef2e4-4442-4a92-9417-1cc01a0bbdd4 req-e0c3a8c0-6855-47e7-9b0b-3d6f5e806c02 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=11649331-770f-40bb-9821-8e7637a09266 HTTP/1.1" status: 200 len: 944 time: 0.1053557 Feb 18 12:34:04.993641 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e97ef2e4-4442-4a92-9417-1cc01a0bbdd4 req-f67c3170-7a48-4a8f-bdc7-18dca2b53e73 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/security-groups?id=bb24bfd4-0d0b-4029-b09b-93497cc1f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457625 Feb 18 12:34:05.019927 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:05.023578 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-31b166eb-93ab-492d-b9f9-074678410d88 req-9539f7b8-edbf-4b03-baf3-c4fdfb8d0ad6 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Calling delete_port for 08fedbe6-eec6-4491-b8d1-bfed4e7c34b0 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:34:05.055635 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:05.088350 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-749b32dc-b982-432b-aedd-184a0895b0de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:05.119468 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3dde5e06afae4820b1adab4b41405486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7359066 Feb 18 12:34:05.122645 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 46330) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:05.142578 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5c8f52-33c1-4236-a19c-4b3137822ea9,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:05.158486 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:05.168008 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:05.168427 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:05.168825 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:05.169227 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:05.169631 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:05.170015 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:05.170404 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:05.170791 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:05.171176 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:05.171899 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:05.171899 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:05.172303 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:05.172787 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:05.173706 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:05.174089 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:05.174467 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:05.175182 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:05.175314 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:05.175605 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:05.175984 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:05.176367 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:05.176751 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:05.177129 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:05.177505 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:05.182269 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:05.213929 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-77ab7fe9-b7c6-4035-ba8f-a876d3257653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:05.248209 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-77ab7fe9-b7c6-4035-ba8f-a876d3257653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:05.257745 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-31b166eb-93ab-492d-b9f9-074678410d88 req-9539f7b8-edbf-4b03-baf3-c4fdfb8d0ad6 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:05.302729 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-77ab7fe9-b7c6-4035-ba8f-a876d3257653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:05.308613 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-613cb657-d018-4b7e-97d6-84a7291b4fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:05.322380 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab7fe9-b7c6-4035-ba8f-a876d3257653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5c8f52-33c1-4236-a19c-4b3137822ea9,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:05.330964 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-77ab7fe9-b7c6-4035-ba8f-a876d3257653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:05.331807 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-77ab7fe9-b7c6-4035-ba8f-a876d3257653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:05.335721 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-77ab7fe9-b7c6-4035-ba8f-a876d3257653 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/aa5c8f52-33c1-4236-a19c-4b3137822ea9 HTTP/1.1" status: 204 len: 168 time: 0.2094779 Feb 18 12:34:05.341212 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:05.396955 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539f7b8-edbf-4b03-baf3-c4fdfb8d0ad6 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Pushing event deleted for resources: {'Port': ['ID=08fedbe6-eec6-4491-b8d1-bfed4e7c34b0,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:05.408835 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9539f7b8-edbf-4b03-baf3-c4fdfb8d0ad6 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:05.486559 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:05.657887 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82390574-b5ca-4ffe-97f0-7c985051a191 req-e11d2221-a20a-4e4b-bd90-98860a5fa541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:05.659587 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-82390574-b5ca-4ffe-97f0-7c985051a191 req-e11d2221-a20a-4e4b-bd90-98860a5fa541 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=394178baeecd40f8b2869b8d1ad6dc2e&device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 1162 time: 0.0873694 Feb 18 12:34:05.758046 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b166eb-93ab-492d-b9f9-074678410d88 req-9539f7b8-edbf-4b03-baf3-c4fdfb8d0ad6 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] No DVR routers for this DVR port 08fedbe6-eec6-4491-b8d1-bfed4e7c34b0 on host hv-cinder-77642 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:34:05.804195 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-31b166eb-93ab-492d-b9f9-074678410d88 req-9539f7b8-edbf-4b03-baf3-c4fdfb8d0ad6 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:05.809323 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11649331-770f-40bb-9821-8e7637a09266', 'name': 'network-vif-deleted', 'tag': '08fedbe6-eec6-4491-b8d1-bfed4e7c34b0'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:34:05.854239 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-31b166eb-93ab-492d-b9f9-074678410d88 req-9539f7b8-edbf-4b03-baf3-c4fdfb8d0ad6 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.99 "DELETE /v2.0/ports/08fedbe6-eec6-4491-b8d1-bfed4e7c34b0 HTTP/1.1" status: 204 len: 173 time: 2.5228684 Feb 18 12:34:05.869783 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82390574-b5ca-4ffe-97f0-7c985051a191 req-c2d25d5f-18a5-4ac1-ad5c-7428fae883a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:05.871598 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-82390574-b5ca-4ffe-97f0-7c985051a191 req-c2d25d5f-18a5-4ac1-ad5c-7428fae883a9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1108d427-5cec-48df-9400-d1b0a430230f HTTP/1.1" status: 200 len: 913 time: 0.2019169 Feb 18 12:34:05.880470 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11649331-770f-40bb-9821-8e7637a09266', 'name': 'network-vif-deleted', 'tag': '08fedbe6-eec6-4491-b8d1-bfed4e7c34b0', 'status': 'completed', 'code': 200} Feb 18 12:34:05.904935 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f05b4-979d-4a9b-a0b0-13b1798c3ea7 req-9555c7c8-c141-44a3-a3ad-735f74244566 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:05.906720 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-506f05b4-979d-4a9b-a0b0-13b1798c3ea7 req-9555c7c8-c141-44a3-a3ad-735f74244566 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.1505716 Feb 18 12:34:05.964377 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-506f05b4-979d-4a9b-a0b0-13b1798c3ea7 req-49aba0d8-a6e1-4cf3-91f4-b3f48852445c tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474782 Feb 18 12:34:06.010208 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-82390574-b5ca-4ffe-97f0-7c985051a191 req-78a9e2e0-985a-47d6-92d3-4bbe9f9929a8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07c335ac-b582-4c72-a3b2-82540c224746 HTTP/1.1" status: 200 len: 217 time: 0.1084366 Feb 18 12:34:06.097126 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82390574-b5ca-4ffe-97f0-7c985051a191 req-b949e953-c8c6-4fcc-838e-9a89e898d902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:06.098738 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-82390574-b5ca-4ffe-97f0-7c985051a191 req-b949e953-c8c6-4fcc-838e-9a89e898d902 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6f2ab429-4198-4068-a977-62c5ab8abd80 HTTP/1.1" status: 200 len: 859 time: 0.0827370 Feb 18 12:34:06.453560 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-82390574-b5ca-4ffe-97f0-7c985051a191 req-a5d87873-bfc5-4e09-8f89-1e87bd915729 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1108d427-5cec-48df-9400-d1b0a430230f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3446610 Feb 18 12:34:06.476243 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-12dc8fb8-5093-4ba9-af17-e0d4d73911b4 req-a063b910-b5b1-40a9-9592-418d4d29faf7 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] 10.222.0.83 "GET /v2.0/ports?device_id=11649331-770f-40bb-9821-8e7637a09266 HTTP/1.1" status: 200 len: 210 time: 0.3129632 Feb 18 12:34:06.683770 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-82390574-b5ca-4ffe-97f0-7c985051a191 req-d440648d-4dc6-4cba-b7b2-976a0f8df87c service neutron] 10.222.0.99 "GET /v2.0/networks/1108d427-5cec-48df-9400-d1b0a430230f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063673 Feb 18 12:34:06.873785 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-82390574-b5ca-4ffe-97f0-7c985051a191 req-3bbd718d-38e5-456e-8560-e8ba31fcdaf0 service neutron] 10.222.0.99 "GET /v2.0/networks/1108d427-5cec-48df-9400-d1b0a430230f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1483779 Feb 18 12:34:07.171214 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14811c9-979a-404f-bf05-84f7213de08c req-c7cab369-cf66-4387-ac59-d4e5ca7560fd tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:07.172893 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e14811c9-979a-404f-bf05-84f7213de08c req-c7cab369-cf66-4387-ac59-d4e5ca7560fd tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0885332 Feb 18 12:34:07.226095 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e14811c9-979a-404f-bf05-84f7213de08c req-e9af55a7-5b6c-4c62-ba68-9bc52e3038b7 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465641 Feb 18 12:34:08.446583 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123fc1a-aa96-44bb-9ce0-c6b8a3ff0668 req-324b8bb9-3dd3-40b7-9d32-88d48e5e390d tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:08.448203 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6123fc1a-aa96-44bb-9ce0-c6b8a3ff0668 req-324b8bb9-3dd3-40b7-9d32-88d48e5e390d tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0973086 Feb 18 12:34:08.501761 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6123fc1a-aa96-44bb-9ce0-c6b8a3ff0668 req-3f1a5151-2d13-48b4-b90b-03bed634b344 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461159 Feb 18 12:34:09.717901 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616440b2-c564-498a-b67f-b3e73d790fc6 req-7b216794-24ce-41d7-98b3-cb7e907ddfc7 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:09.720055 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-616440b2-c564-498a-b67f-b3e73d790fc6 req-7b216794-24ce-41d7-98b3-cb7e907ddfc7 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0929024 Feb 18 12:34:09.774158 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-616440b2-c564-498a-b67f-b3e73d790fc6 req-9e7f844e-a33a-495a-a66c-8362e2deb4e5 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462937 Feb 18 12:34:09.800192 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:11.159033 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ee7c4-130f-4926-a14e-af722fc0a813 req-38b006fe-71e4-46ba-bae9-853495e46962 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:11.160684 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc7ee7c4-130f-4926-a14e-af722fc0a813 req-38b006fe-71e4-46ba-bae9-853495e46962 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0913248 Feb 18 12:34:11.211527 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc7ee7c4-130f-4926-a14e-af722fc0a813 req-9678b756-1388-485b-8747-8ccd6a850e43 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442362 Feb 18 12:34:15.904421 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8c7d0-ad8f-4381-ade8-c01b0748d0df req-875dae4e-1887-40d9-b0c7-7a0318c644ed tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:15.906048 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b7a8c7d0-ad8f-4381-ade8-c01b0748d0df req-875dae4e-1887-40d9-b0c7-7a0318c644ed tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0897324 Feb 18 12:34:15.958808 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b7a8c7d0-ad8f-4381-ade8-c01b0748d0df req-66b41571-5c21-43a0-9b82-58161e91988e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458126 Feb 18 12:34:16.315345 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:34:21.047027 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc556a53-8ca1-4ccc-bf38-609296cfd1a0 req-6e094bf8-42f9-4884-8bbf-4f4f67313820 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:21.049216 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dc556a53-8ca1-4ccc-bf38-609296cfd1a0 req-6e094bf8-42f9-4884-8bbf-4f4f67313820 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0877874 Feb 18 12:34:21.101970 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dc556a53-8ca1-4ccc-bf38-609296cfd1a0 req-571c2598-2b82-470c-94f2-a67a5b59adf4 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464163 Feb 18 12:34:22.321070 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee0fe8-1af5-47c6-805d-a0d49e629067 req-2e5f0e14-7eda-4b7d-8fd1-f2a638ae2eb0 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:22.322933 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-56ee0fe8-1af5-47c6-805d-a0d49e629067 req-2e5f0e14-7eda-4b7d-8fd1-f2a638ae2eb0 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0995824 Feb 18 12:34:22.374107 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-56ee0fe8-1af5-47c6-805d-a0d49e629067 req-bedb7b3e-c35f-4e3e-8486-8ddc870d76b8 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437253 Feb 18 12:34:23.595624 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7275ec-8bd2-4d46-b956-f356f72e07b5 req-2db62150-c734-4fe6-8698-5c21b179c0d4 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:23.599913 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7a7275ec-8bd2-4d46-b956-f356f72e07b5 req-2db62150-c734-4fe6-8698-5c21b179c0d4 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0947092 Feb 18 12:34:23.654928 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7a7275ec-8bd2-4d46-b956-f356f72e07b5 req-bc950500-7bef-4f84-8ffe-445ea5088c20 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486629 Feb 18 12:34:24.891242 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaa3dc-efe0-4e8e-bb29-0f7fcaaf9f59 req-3cccbcfc-9abf-457b-8871-ec8bb3cbe7b1 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:24.893543 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-78eaa3dc-efe0-4e8e-bb29-0f7fcaaf9f59 req-3cccbcfc-9abf-457b-8871-ec8bb3cbe7b1 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.1009860 Feb 18 12:34:24.947868 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-78eaa3dc-efe0-4e8e-bb29-0f7fcaaf9f59 req-57404bf0-fef7-41ad-9fd4-cc97d2ae9b2b tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461287 Feb 18 12:34:30.259358 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32695008-2d2c-4ea1-8a41-fb86803a78b2 req-e5be93a2-3ab2-4450-812e-84c0f2bc5da5 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:30.261332 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-32695008-2d2c-4ea1-8a41-fb86803a78b2 req-e5be93a2-3ab2-4450-812e-84c0f2bc5da5 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.1030748 Feb 18 12:34:30.337610 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-32695008-2d2c-4ea1-8a41-fb86803a78b2 req-f42eb103-2156-4645-80d0-a37b02d2806e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672541 Feb 18 12:34:30.990199 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-108eb98c-13d2-4798-b79d-433bd9d0667b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:31.581053 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886895ca-a2d3-4245-bae4-ff6f69e873bc req-59abdbaa-d0cc-4ba5-a538-2cb6ad3c0069 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:31.582838 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-886895ca-a2d3-4245-bae4-ff6f69e873bc req-59abdbaa-d0cc-4ba5-a538-2cb6ad3c0069 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0964673 Feb 18 12:34:31.637402 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-886895ca-a2d3-4245-bae4-ff6f69e873bc req-3f43ba7f-4f57-4f89-b83e-520b985595b1 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479393 Feb 18 12:34:32.617973 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 07c335ac-b582-4c72-a3b2-82540c224746 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:34:32.749431 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 07c335ac-b582-4c72-a3b2-82540c224746 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:34:32.751522 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:33.051989 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a7bc8-3193-48e0-95f1-31d71f42b55c req-e7e45bf9-0aa8-43f2-b9ab-592536f1ef6a tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:33.060409 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cd2a7bc8-3193-48e0-95f1-31d71f42b55c req-e7e45bf9-0aa8-43f2-b9ab-592536f1ef6a tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.1931012 Feb 18 12:34:33.140536 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cd2a7bc8-3193-48e0-95f1-31d71f42b55c req-dd121241-fa00-4fe8-89ea-5d6291197632 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787251 Feb 18 12:34:33.377667 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f3bccb61-0cb2-42bb-bc12-1d586f06ba23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:33.859359 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:35.156854 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:35.472737 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:36.935287 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d357bca-5bd9-4366-8a43-51689c318b08 req-83b982ac-40d6-4bb3-82d0-a4a19ddccbcd service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0820966 Feb 18 12:34:37.066213 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d357bca-5bd9-4366-8a43-51689c318b08 req-3a4134ff-e610-4f53-a9ee-18a3fd2d51cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:37.068107 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d357bca-5bd9-4366-8a43-51689c318b08 req-3a4134ff-e610-4f53-a9ee-18a3fd2d51cf service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=394178baeecd40f8b2869b8d1ad6dc2e&device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 1163 time: 0.0930672 Feb 18 12:34:37.114604 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53748616-8299-481c-a023-1149e8690607 req-1c0c0ad1-e0f4-4c77-af34-fa1eaf1a4cd3 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:37.116667 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-53748616-8299-481c-a023-1149e8690607 req-1c0c0ad1-e0f4-4c77-af34-fa1eaf1a4cd3 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.1097884 Feb 18 12:34:37.179168 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-53748616-8299-481c-a023-1149e8690607 req-f2b0fcb2-422b-48b3-b3b2-082cb0de6575 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561323 Feb 18 12:34:37.521923 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d357bca-5bd9-4366-8a43-51689c318b08 req-f8866dce-885a-4f31-96a3-deddcba571b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:37.523936 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d357bca-5bd9-4366-8a43-51689c318b08 req-f8866dce-885a-4f31-96a3-deddcba571b2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1108d427-5cec-48df-9400-d1b0a430230f HTTP/1.1" status: 200 len: 913 time: 0.2126088 Feb 18 12:34:37.616712 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d357bca-5bd9-4366-8a43-51689c318b08 req-cd3efec2-f8a7-4643-922c-6aec2d237174 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f5db636-8aa0-4212-b3b0-0b0b38c0e292 HTTP/1.1" status: 200 len: 217 time: 0.0836358 Feb 18 12:34:37.695020 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d357bca-5bd9-4366-8a43-51689c318b08 req-ddcc2d13-bb6a-490f-a098-a2a4043b4d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:37.696934 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d357bca-5bd9-4366-8a43-51689c318b08 req-ddcc2d13-bb6a-490f-a098-a2a4043b4d54 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6f2ab429-4198-4068-a977-62c5ab8abd80 HTTP/1.1" status: 200 len: 859 time: 0.0706401 Feb 18 12:34:37.756918 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d357bca-5bd9-4366-8a43-51689c318b08 req-e0ede386-4c67-4f6e-b212-79dba17493c2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1108d427-5cec-48df-9400-d1b0a430230f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509498 Feb 18 12:34:37.917976 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d357bca-5bd9-4366-8a43-51689c318b08 req-fe0d60d1-afe5-4567-9791-e7d400e5931f service neutron] 10.222.0.99 "GET /v2.0/networks/1108d427-5cec-48df-9400-d1b0a430230f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526904 Feb 18 12:34:38.133865 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d357bca-5bd9-4366-8a43-51689c318b08 req-73ecb74f-0aed-4ab8-8704-2482b0043df5 service neutron] 10.222.0.99 "GET /v2.0/networks/1108d427-5cec-48df-9400-d1b0a430230f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1969256 Feb 18 12:34:38.545506 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145d244-9e8b-40d6-968b-a9123752b59d req-cfc94d46-7596-4151-9935-f94126fc817d tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:38.554042 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d145d244-9e8b-40d6-968b-a9123752b59d req-cfc94d46-7596-4151-9935-f94126fc817d tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.1685331 Feb 18 12:34:38.608914 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d145d244-9e8b-40d6-968b-a9123752b59d req-485f4128-bc3a-4d76-a080-45f6a38092a5 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537717 Feb 18 12:34:40.155187 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 46934) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:40.290716 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-00891847-3e13-4221-a27a-61a5fd1eec34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:40.310875 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-00891847-3e13-4221-a27a-61a5fd1eec34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:40.314917 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-00891847-3e13-4221-a27a-61a5fd1eec34 admin admin] Usage tracker for resource:security_group_rule and tenant:3be6e712b88643d9b7f7698135159f23 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:40.317937 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-00891847-3e13-4221-a27a-61a5fd1eec34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:40.323712 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-00891847-3e13-4221-a27a-61a5fd1eec34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:40.414785 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-00891847-3e13-4221-a27a-61a5fd1eec34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:40.417473 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-00891847-3e13-4221-a27a-61a5fd1eec34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:40.427325 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4a45ee46-8e42-4aca-aa45-bab9312ce0bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:40.471251 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-00891847-3e13-4221-a27a-61a5fd1eec34 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3be6e712b88643d9b7f7698135159f23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148861 Feb 18 12:34:40.472336 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00891847-3e13-4221-a27a-61a5fd1eec34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37e6e30-c74a-47fb-b1ef-292f5c48da3f,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:40.474329 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 46946) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:40.476980 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-00891847-3e13-4221-a27a-61a5fd1eec34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:40.543276 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-21fa911f-abf4-4b08-a886-9ead2da42eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:40.572498 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-21fa911f-abf4-4b08-a886-9ead2da42eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:40.623045 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-21fa911f-abf4-4b08-a886-9ead2da42eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:40.628979 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6d67b7e3-1ad6-4e4e-8425-d52b14ee35bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:40.643404 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa911f-abf4-4b08-a886-9ead2da42eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37e6e30-c74a-47fb-b1ef-292f5c48da3f,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:40.646543 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-21fa911f-abf4-4b08-a886-9ead2da42eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:40.647518 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-21fa911f-abf4-4b08-a886-9ead2da42eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:40.648735 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-21fa911f-abf4-4b08-a886-9ead2da42eb1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b37e6e30-c74a-47fb-b1ef-292f5c48da3f HTTP/1.1" status: 204 len: 168 time: 0.1732180 Feb 18 12:34:41.844909 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:42.165250 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 46996) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:42.332433 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:42.360048 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:42.364816 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Usage tracker for resource:security_group_rule and tenant:809e0c18b65648dbbdd51ec08a03251c is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:42.368080 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:42.374074 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:42.480758 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:42.484107 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:42.494284 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2721a685-b8bc-4bc0-9786-86ac93a6f612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:42.540413 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6452d786-6c94-4e9c-8df6-d90ae2cf7030,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:42.567621 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:42.568024 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:42.568414 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:42.568798 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:42.569178 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:42.569563 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:42.571840 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:42.571840 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:42.571840 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:42.571840 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:42.571840 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:42.572438 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:42.572438 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:42.572728 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:42.573122 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:42.573504 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:42.573952 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:42.574281 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:42.574676 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:42.575058 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:42.575447 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:42.575871 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:42.576250 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:42.576765 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:42.581772 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:42.592453 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=809e0c18b65648dbbdd51ec08a03251c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4260345 Feb 18 12:34:42.592938 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 47010) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:42.692695 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b9d00d0c-bfa6-483c-824a-e408e51a82ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:42.724712 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b9d00d0c-bfa6-483c-824a-e408e51a82ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:42.783720 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b9d00d0c-bfa6-483c-824a-e408e51a82ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:42.790618 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-853eabc2-67a3-475d-9ca1-24a4cc8442f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:42.807140 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b9d00d0c-bfa6-483c-824a-e408e51a82ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:42.821012 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-b9d00d0c-bfa6-483c-824a-e408e51a82ba admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6452d786-6c94-4e9c-8df6-d90ae2cf7030 HTTP/1.1" status: 204 len: 168 time: 0.2171700 Feb 18 12:34:42.822592 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d00d0c-bfa6-483c-824a-e408e51a82ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6452d786-6c94-4e9c-8df6-d90ae2cf7030,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:42.825494 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b9d00d0c-bfa6-483c-824a-e408e51a82ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:43.679717 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc015d30-7c81-4900-b4fc-b023e01d327a req-2e0da97d-160d-4938-a7e6-b2cb6a231276 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:43.687529 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dc015d30-7c81-4900-b4fc-b023e01d327a req-2e0da97d-160d-4938-a7e6-b2cb6a231276 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.1447332 Feb 18 12:34:43.744397 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dc015d30-7c81-4900-b4fc-b023e01d327a req-f870a1d9-12e3-48aa-8568-2cdb379a2d90 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549014 Feb 18 12:34:44.970194 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e81cab-bddc-4104-a9a3-bf0cd7f90207 req-f510d59a-1ee1-4669-b345-b3463e430428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:44.972188 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-13e81cab-bddc-4104-a9a3-bf0cd7f90207 req-f510d59a-1ee1-4669-b345-b3463e430428 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 1162 time: 0.1570623 Feb 18 12:34:45.021118 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088a023-e45c-4324-aeed-5745d6aac5dd req-1efa1211-dc3a-4c61-bba5-1738ca7ec373 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:45.029058 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9088a023-e45c-4324-aeed-5745d6aac5dd req-1efa1211-dc3a-4c61-bba5-1738ca7ec373 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.1123176 Feb 18 12:34:45.081334 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-13e81cab-bddc-4104-a9a3-bf0cd7f90207 req-4fd60204-1606-4525-98a1-fc7d529c2cad service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004853 Feb 18 12:34:45.090319 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9088a023-e45c-4324-aeed-5745d6aac5dd req-9269330a-aef5-4e6d-b007-80c9d76cc7d0 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595925 Feb 18 12:34:46.293381 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca84d8-1f5a-4382-82b5-2b12eaee1244 req-b7f016f1-ffd1-4004-ac10-1bca4ea5a8b7 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:46.295028 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-deca84d8-1f5a-4382-82b5-2b12eaee1244 req-b7f016f1-ffd1-4004-ac10-1bca4ea5a8b7 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0899506 Feb 18 12:34:46.346610 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-deca84d8-1f5a-4382-82b5-2b12eaee1244 req-ffa0ecd0-9f6e-41d5-a0c2-f2999866b391 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445321 Feb 18 12:34:47.569874 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba40cfa-57ba-4336-8b8d-685b9a64e649 req-69d6f54b-53d2-4d48-9e46-1979b5dc4bcb tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:47.571510 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7ba40cfa-57ba-4336-8b8d-685b9a64e649 req-69d6f54b-53d2-4d48-9e46-1979b5dc4bcb tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0920906 Feb 18 12:34:47.625885 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7ba40cfa-57ba-4336-8b8d-685b9a64e649 req-cca28fcd-9253-40fd-8542-be222bcc0159 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474782 Feb 18 12:34:48.837055 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec5817-481b-4fe9-bf48-14d3caa5fafc req-405e489a-8f3e-4673-ad2c-e3961490693a tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:48.838619 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fcec5817-481b-4fe9-bf48-14d3caa5fafc req-405e489a-8f3e-4673-ad2c-e3961490693a tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0913947 Feb 18 12:34:48.887450 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fcec5817-481b-4fe9-bf48-14d3caa5fafc req-92075db1-453e-4930-8fe5-e918536d68fe tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418406 Feb 18 12:34:52.246374 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f99e14-2d11-4a77-8fd2-fc807c62802c req-e17fc80d-b063-4731-80b8-ae04b0b2280f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:52.248409 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-29f99e14-2d11-4a77-8fd2-fc807c62802c req-e17fc80d-b063-4731-80b8-ae04b0b2280f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=394178baeecd40f8b2869b8d1ad6dc2e&device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 1162 time: 0.0841179 Feb 18 12:34:52.267997 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15930b3d-8485-4e87-b104-827d6b90fce2 req-51124aa9-2660-4253-acd5-83702e240a9d tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:52.269788 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-15930b3d-8485-4e87-b104-827d6b90fce2 req-51124aa9-2660-4253-acd5-83702e240a9d tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0897043 Feb 18 12:34:52.323054 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-15930b3d-8485-4e87-b104-827d6b90fce2 req-d5950383-c00d-4a1e-ae99-ef473772e431 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467293 Feb 18 12:34:52.397843 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f99e14-2d11-4a77-8fd2-fc807c62802c req-19a0a87f-6ea1-46ec-9fa7-18ebcff75569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:52.399562 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-29f99e14-2d11-4a77-8fd2-fc807c62802c req-19a0a87f-6ea1-46ec-9fa7-18ebcff75569 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1108d427-5cec-48df-9400-d1b0a430230f HTTP/1.1" status: 200 len: 913 time: 0.1431217 Feb 18 12:34:52.476827 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-29f99e14-2d11-4a77-8fd2-fc807c62802c req-3d6f5064-d0bd-4414-931c-788b96d5f7b5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07c335ac-b582-4c72-a3b2-82540c224746 HTTP/1.1" status: 200 len: 217 time: 0.0690408 Feb 18 12:34:52.547689 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f99e14-2d11-4a77-8fd2-fc807c62802c req-06a74156-83d1-4399-82a1-3198baf45be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:52.549292 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-29f99e14-2d11-4a77-8fd2-fc807c62802c req-06a74156-83d1-4399-82a1-3198baf45be3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6f2ab429-4198-4068-a977-62c5ab8abd80 HTTP/1.1" status: 200 len: 859 time: 0.0649567 Feb 18 12:34:52.610560 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-29f99e14-2d11-4a77-8fd2-fc807c62802c req-50e4005b-c8f0-43ec-995f-306847e4dc33 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1108d427-5cec-48df-9400-d1b0a430230f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514050 Feb 18 12:34:52.645303 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 07c335ac-b582-4c72-a3b2-82540c224746 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:34:52.718310 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 07c335ac-b582-4c72-a3b2-82540c224746 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:34:52.719275 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:52.764257 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-29f99e14-2d11-4a77-8fd2-fc807c62802c req-31c36efe-e937-4f27-85b1-eb01784b3fab service neutron] 10.222.0.99 "GET /v2.0/networks/1108d427-5cec-48df-9400-d1b0a430230f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467731 Feb 18 12:34:52.946344 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-29f99e14-2d11-4a77-8fd2-fc807c62802c req-42a629a7-4c75-491a-aab0-d0b31f5c5959 service neutron] 10.222.0.99 "GET /v2.0/networks/1108d427-5cec-48df-9400-d1b0a430230f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1434288 Feb 18 12:34:53.315172 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:34:53.547192 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a25f04-5a60-48e9-9b08-86db74071632 req-025c0066-bea7-4076-944c-33a3e29c94b0 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:53.548910 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-82a25f04-5a60-48e9-9b08-86db74071632 req-025c0066-bea7-4076-944c-33a3e29c94b0 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0917478 Feb 18 12:34:53.600260 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-82a25f04-5a60-48e9-9b08-86db74071632 req-0c08763e-48c8-465d-87cd-0b5f1c4cd4b5 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451107 Feb 18 12:34:54.050814 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 47262) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:54.125806 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-9967adf6-68fb-4490-aa8c-9c726d365ad6 admin admin] Deleting subnet 237d0ec6-505d-48cc-8bed-80fab43eff16 {{(pid=83986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 12:34:54.129405 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9967adf6-68fb-4490-aa8c-9c726d365ad6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:54.188894 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9967adf6-68fb-4490-aa8c-9c726d365ad6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848766367'] for subnet, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:54.252089 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9967adf6-68fb-4490-aa8c-9c726d365ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662214'] for subnet, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:54.322380 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 47270) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:54.478555 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-46f1529e-2dd1-4ba6-b1eb-a251407ab4dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:54.497509 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-46f1529e-2dd1-4ba6-b1eb-a251407ab4dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:54.501871 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-46f1529e-2dd1-4ba6-b1eb-a251407ab4dd admin admin] Usage tracker for resource:security_group_rule and tenant:5b3a8fdb78a64d57a67965e3cc498f42 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:54.507258 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-46f1529e-2dd1-4ba6-b1eb-a251407ab4dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:54.513811 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-46f1529e-2dd1-4ba6-b1eb-a251407ab4dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:54.568108 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9967adf6-68fb-4490-aa8c-9c726d365ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5930089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5789196'] for subnet, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:54.584319 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:54.614044 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-46f1529e-2dd1-4ba6-b1eb-a251407ab4dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:54.618007 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-46f1529e-2dd1-4ba6-b1eb-a251407ab4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:54.627700 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-21705d55-ef08-40c1-a255-e054ef331f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:54.666961 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-46f1529e-2dd1-4ba6-b1eb-a251407ab4dd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5b3a8fdb78a64d57a67965e3cc498f42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3431413 Feb 18 12:34:54.670063 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 47282) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:54.698438 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9967adf6-68fb-4490-aa8c-9c726d365ad6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=237d0ec6-505d-48cc-8bed-80fab43eff16,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:54.705371 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9967adf6-68fb-4490-aa8c-9c726d365ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:54.739124 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9967adf6-68fb-4490-aa8c-9c726d365ad6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:54.760023 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-9967adf6-68fb-4490-aa8c-9c726d365ad6 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/237d0ec6-505d-48cc-8bed-80fab43eff16 HTTP/1.1" status: 204 len: 168 time: 0.7077332 Feb 18 12:34:54.760665 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1529e-2dd1-4ba6-b1eb-a251407ab4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ad61f0-4f91-4b3b-86b9-53f9969aa887,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:54.762731 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 47290) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:54.814866 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-46f1529e-2dd1-4ba6-b1eb-a251407ab4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:54.832501 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6f9e4cbf-6fbf-4a3e-987b-e82fc65ba118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:54.879964 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6f9e4cbf-6fbf-4a3e-987b-e82fc65ba118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:54.942180 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792db0a-eba7-4d21-be49-1b0a50f46c80 req-6e50305a-6e04-4224-8f7b-38b45c7701fd tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:54.944020 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2792db0a-eba7-4d21-be49-1b0a50f46c80 req-6e50305a-6e04-4224-8f7b-38b45c7701fd tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.1801929 Feb 18 12:34:54.955983 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6f9e4cbf-6fbf-4a3e-987b-e82fc65ba118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:54.964211 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1c38fa88-a08e-4ca6-9608-a4772a820353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:54.991082 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e4cbf-6fbf-4a3e-987b-e82fc65ba118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ad61f0-4f91-4b3b-86b9-53f9969aa887,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:54.997491 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6f9e4cbf-6fbf-4a3e-987b-e82fc65ba118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:55.015272 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6f9e4cbf-6fbf-4a3e-987b-e82fc65ba118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:55.020868 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-6f9e4cbf-6fbf-4a3e-987b-e82fc65ba118 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/43ad61f0-4f91-4b3b-86b9-53f9969aa887 HTTP/1.1" status: 204 len: 168 time: 0.3458993 Feb 18 12:34:55.049219 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2792db0a-eba7-4d21-be49-1b0a50f46c80 req-8b9d8269-3bc7-4aec-aae9-d0d45e63d110 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874867 Feb 18 12:34:55.127194 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-104a0edb-c7b5-443d-87a0-65e44ca08f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854250921'] for network, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:55.339972 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-104a0edb-c7b5-443d-87a0-65e44ca08f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665137', 'neutron.services.segments.db._delete_segments_for_network--9223363305819442394'] for network, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:55.464052 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-104a0edb-c7b5-443d-87a0-65e44ca08f8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c257031b-af99-4a8a-9492-bf417b203385']}} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:34:55.479383 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-104a0edb-c7b5-443d-87a0-65e44ca08f8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa52872f-bf2f-426a-8c74-8e6ec36e6ee5') {'for_net_delete': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:34:55.479720 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-104a0edb-c7b5-443d-87a0-65e44ca08f8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa52872f-bf2f-426a-8c74-8e6ec36e6ee5') {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:34:55.494979 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-104a0edb-c7b5-443d-87a0-65e44ca08f8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305819444442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6009433'] for segment, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:55.518437 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-104a0edb-c7b5-443d-87a0-65e44ca08f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:55.522594 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-104a0edb-c7b5-443d-87a0-65e44ca08f8d admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 12:34:55.718978 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-104a0edb-c7b5-443d-87a0-65e44ca08f8d admin admin] Network c257031b-af99-4a8a-9492-bf417b203385 has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:34:55.729059 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-104a0edb-c7b5-443d-87a0-65e44ca08f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-671673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848844856'] for segment, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:55.874573 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 47324) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:55.917010 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-104a0edb-c7b5-443d-87a0-65e44ca08f8d admin admin] Network c257031b-af99-4a8a-9492-bf417b203385 has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: Traceback (most recent call last): Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: timer() Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: cb(*args, **kw) Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: return func(*args, **kwargs) Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: self._notify() Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: self.callback(batched_events) Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: event.method(event) Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: segment_id)['aggregates'][0] Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: return f(self, *a, **k) Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: return self._get(url).json() Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: **kwargs) Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: return self.request(url, 'GET', **kwargs) Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: **endpoint_filter) Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:34:55.940866 dv-cinder-776422-1-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:34:55.994764 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-6234cc89-c7ca-48aa-84e3-88c3d8e57820 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1482477188-network', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:34:56.000187 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6234cc89-c7ca-48aa-84e3-88c3d8e57820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:56.005677 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-6234cc89-c7ca-48aa-84e3-88c3d8e57820 admin admin] Usage tracker for resource:network and tenant:d19cc7f219c541d79e256e08131b7da3 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:56.009905 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-6234cc89-c7ca-48aa-84e3-88c3d8e57820 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:56.018806 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6234cc89-c7ca-48aa-84e3-88c3d8e57820 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:56.028208 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6234cc89-c7ca-48aa-84e3-88c3d8e57820 admin admin] Made reservation on behalf of d19cc7f219c541d79e256e08131b7da3 for: {'network': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:34:56.028944 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-104a0edb-c7b5-443d-87a0-65e44ca08f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854110663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366916'] for network, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:56.032957 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:56.035223 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6234cc89-c7ca-48aa-84e3-88c3d8e57820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for network, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:56.049337 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6234cc89-c7ca-48aa-84e3-88c3d8e57820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:56.050074 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-104a0edb-c7b5-443d-87a0-65e44ca08f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:56.056911 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a0edb-c7b5-443d-87a0-65e44ca08f8d admin admin] Pushing event deleted for resources: {'Network': ['ID=c257031b-af99-4a8a-9492-bf417b203385,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:56.061729 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-104a0edb-c7b5-443d-87a0-65e44ca08f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:56.068800 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-104a0edb-c7b5-443d-87a0-65e44ca08f8d admin admin] 10.222.0.83 "DELETE /v2.0/networks/c257031b-af99-4a8a-9492-bf417b203385 HTTP/1.1" status: 204 len: 168 time: 1.3048565 Feb 18 12:34:56.071034 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6234cc89-c7ca-48aa-84e3-88c3d8e57820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:56.075343 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-6234cc89-c7ca-48aa-84e3-88c3d8e57820 admin admin] Usage tracker for resource:security_group_rule and tenant:d19cc7f219c541d79e256e08131b7da3 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:56.078531 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-6234cc89-c7ca-48aa-84e3-88c3d8e57820 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:56.084613 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6234cc89-c7ca-48aa-84e3-88c3d8e57820 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:56.187940 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6234cc89-c7ca-48aa-84e3-88c3d8e57820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:56.190887 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6234cc89-c7ca-48aa-84e3-88c3d8e57820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:56.195454 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-46f1529e-2dd1-4ba6-b1eb-a251407ab4dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:56.204468 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 47334) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:56.222179 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6234cc89-c7ca-48aa-84e3-88c3d8e57820 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=83987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:34:56.244751 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234cc89-c7ca-48aa-84e3-88c3d8e57820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513ea14c-e06e-411f-b2d4-f9501907b2f8,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:56.247790 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6234cc89-c7ca-48aa-84e3-88c3d8e57820 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731035333406', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:56.248235 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-6234cc89-c7ca-48aa-84e3-88c3d8e57820 admin admin] Added segment 9dd03af7-4742-419c-8ec4-700ee22a3665 of type vxlan for network 5bccefc1-eeb4-48b2-860d-eba700c03669 Feb 18 12:34:56.249599 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6234cc89-c7ca-48aa-84e3-88c3d8e57820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:56.267986 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-5fd084de-25ba-47a2-ac46-e8d9249e9a95 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=78d72efc82c14cebbf91d1e3dcd9434e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592821 Feb 18 12:34:56.268462 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 47338) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:56.279623 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6234cc89-c7ca-48aa-84e3-88c3d8e57820 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305820034079'] for network, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:56.311774 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6234cc89-c7ca-48aa-84e3-88c3d8e57820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:56.313306 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6234cc89-c7ca-48aa-84e3-88c3d8e57820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:56.314031 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6234cc89-c7ca-48aa-84e3-88c3d8e57820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:56.337902 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-13a4c44d-3f1c-4a9b-ab81-665433d5fa04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:56.343057 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50d49ad3-08b6-44ad-bb95-0396bf47445e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:56.382526 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50d49ad3-08b6-44ad-bb95-0396bf47445e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:56.425152 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-6234cc89-c7ca-48aa-84e3-88c3d8e57820 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5489237 Feb 18 12:34:56.429644 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 47344) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:56.438732 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-aa205111-f9ad-4ca7-8263-a73849a03426 admin admin] Request body: {'subnet': {'network_id': '5bccefc1-eeb4-48b2-860d-eba700c03669', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1482477188-subnet', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'ip_version': 4}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:34:56.444297 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50d49ad3-08b6-44ad-bb95-0396bf47445e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:56.448998 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-aa205111-f9ad-4ca7-8263-a73849a03426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:56.449544 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0317e9c1-784b-4349-abca-93410970c02e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:56.457675 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-aa205111-f9ad-4ca7-8263-a73849a03426 admin admin] Usage tracker for resource:subnet and tenant:d19cc7f219c541d79e256e08131b7da3 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:56.460544 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234cc89-c7ca-48aa-84e3-88c3d8e57820 admin admin] Pushing event updated for resources: {'Network': ['ID=5bccefc1-eeb4-48b2-860d-eba700c03669,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:56.463029 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-aa205111-f9ad-4ca7-8263-a73849a03426 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:56.464737 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d49ad3-08b6-44ad-bb95-0396bf47445e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb24bfd4-0d0b-4029-b09b-93497cc1f39f,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:56.466485 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6234cc89-c7ca-48aa-84e3-88c3d8e57820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:56.467680 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-50d49ad3-08b6-44ad-bb95-0396bf47445e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:56.471022 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-aa205111-f9ad-4ca7-8263-a73849a03426 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:56.475923 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50d49ad3-08b6-44ad-bb95-0396bf47445e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:56.476371 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Network 5bccefc1-eeb4-48b2-860d-eba700c03669 details requested by agent ovs-agent-dv-cinder-776422-1-iscsi with host dv-cinder-776422-1-iscsi {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:34:56.477524 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-50d49ad3-08b6-44ad-bb95-0396bf47445e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bb24bfd4-0d0b-4029-b09b-93497cc1f39f HTTP/1.1" status: 204 len: 168 time: 0.2077491 Feb 18 12:34:56.484654 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa205111-f9ad-4ca7-8263-a73849a03426 admin admin] Made reservation on behalf of d19cc7f219c541d79e256e08131b7da3 for: {'subnet': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:34:56.492502 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa205111-f9ad-4ca7-8263-a73849a03426 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6620873'] for subnet, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:56.941697 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa205111-f9ad-4ca7-8263-a73849a03426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847922336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6620922'] for subnet, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:56.958471 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0b465b7d-f1e6-4df6-b252-e9ff7b996319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:57.095435 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa205111-f9ad-4ca7-8263-a73849a03426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb7bae6a-7fcb-4274-b23f-3f83723ba9c7,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:57.099695 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-aa205111-f9ad-4ca7-8263-a73849a03426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:57.166985 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa205111-f9ad-4ca7-8263-a73849a03426 admin admin] Checking segment: {'id': '9dd03af7-4742-419c-8ec4-700ee22a3665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5bccefc1-eeb4-48b2-860d-eba700c03669'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:34:57.167391 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa205111-f9ad-4ca7-8263-a73849a03426 admin admin] Network hostable DHCP agents. Network: 5bccefc1-eeb4-48b2-860d-eba700c03669, hostable agents: ['bed05dfd-bd83-4319-8df6-46deac5f4b19'], hosted agents: [] {{(pid=83987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:34:57.188777 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa205111-f9ad-4ca7-8263-a73849a03426 admin admin] Network 5bccefc1-eeb4-48b2-860d-eba700c03669 is scheduled to be hosted by DHCP agent bed05dfd-bd83-4319-8df6-46deac5f4b19 with binding_index 1 {{(pid=83987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:34:57.198678 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-aa205111-f9ad-4ca7-8263-a73849a03426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-iscsi, 5bccefc1-eeb4-48b2-860d-eba700c03669) {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:34:57.210183 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2712e52b-7288-4e01-807d-5d47c7b36d86 None None] Network 5bccefc1-eeb4-48b2-860d-eba700c03669 requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:34:57.213698 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa205111-f9ad-4ca7-8263-a73849a03426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:57.214365 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa205111-f9ad-4ca7-8263-a73849a03426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:57.242738 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-aa205111-f9ad-4ca7-8263-a73849a03426 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8087435 Feb 18 12:34:57.242949 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 47370) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:57.249522 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-25b354e1-81f8-412e-95d3-7dffc87a4401 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1482477188-router', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:34:57.255992 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-25b354e1-81f8-412e-95d3-7dffc87a4401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:57.261497 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-25b354e1-81f8-412e-95d3-7dffc87a4401 admin admin] Usage tracker for resource:router and tenant:d19cc7f219c541d79e256e08131b7da3 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:57.266353 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-25b354e1-81f8-412e-95d3-7dffc87a4401 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:57.278307 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-25b354e1-81f8-412e-95d3-7dffc87a4401 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:57.290590 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-25b354e1-81f8-412e-95d3-7dffc87a4401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854405644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45858'] for router, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:57.291999 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-25b354e1-81f8-412e-95d3-7dffc87a4401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854405659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854412285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7878893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854729959'] for router, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:57.311308 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-25b354e1-81f8-412e-95d3-7dffc87a4401 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:57.492589 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf59abdbf-fe40-5d86-8cc1-ae78ae9cb90e-5bccefc1-eeb4-48b2-860d-eba700c03669', 'network_id': '5bccefc1-eeb4-48b2-860d-eba700c03669', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'fixed_ips': [{'subnet_id': 'cb7bae6a-7fcb-4274-b23f-3f83723ba9c7'}]}} from dv-cinder-776422-1-iscsi. {{(pid=83988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 12:34:57.494851 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:57.725224 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-25b354e1-81f8-412e-95d3-7dffc87a4401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854412150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854729976'] for router, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:58.029224 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Allocated IP 172.20.0.2 (5bccefc1-eeb4-48b2-860d-eba700c03669/cb7bae6a-7fcb-4274-b23f-3f83723ba9c7/24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b) {{(pid=83988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:34:58.287061 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Notify callbacks [] for port, precommit_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:58.299366 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Transition to ACTIVE for port object 24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:34:58.317607 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Transition to ACTIVE for port object 24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b will not be triggered until provisioned by entity DHCP. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:34:58.323673 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147'] for port, after_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:58.339114 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:58.357718 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-25b354e1-81f8-412e-95d3-7dffc87a4401 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:58.402119 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-25b354e1-81f8-412e-95d3-7dffc87a4401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:58.489909 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Pushing event updated for resources: {'Port': ['ID=24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b,revision_number=1']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:58.501538 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:58.502169 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:58.502285 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:58.502647 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:58.503022 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:58.503397 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:58.503805 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:58.504172 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:58.504538 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:58.504904 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:58.505533 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:58.505910 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:58.506347 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:58.506717 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:58.507090 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:58.507449 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:58.507836 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:58.508202 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:58.508574 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:58.508936 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:58.509299 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:58.509661 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:58.510133 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:58.510392 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:58.528043 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:58.580032 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Network 5bccefc1-eeb4-48b2-860d-eba700c03669 is already hosted by enough agents. {{(pid=83988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:34:58.581264 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Resources bound (agent type, host, resource id): {{(pid=83988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:34:58.583997 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Received port after_create {{(pid=83988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:34:58.651166 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Attempting to bind port 24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b on host dv-cinder-776422-1-iscsi for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:34:58.651620 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Attempting to bind port 24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b by drivers openvswitch on host dv-cinder-776422-1-iscsi at level 0 using segments [{'id': '9dd03af7-4742-419c-8ec4-700ee22a3665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5bccefc1-eeb4-48b2-860d-eba700c03669'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:34:58.652040 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Attempting to bind port 24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b on network 5bccefc1-eeb4-48b2-860d-eba700c03669 {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:34:58.659135 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Checking agent: {'id': 'ac3e34c9-0d53-40a9-ab2e-3d2b62a37265', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 21, 35), 'started_at': datetime.datetime(2021, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:34:58.659637 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Checking segment: {'id': '9dd03af7-4742-419c-8ec4-700ee22a3665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5bccefc1-eeb4-48b2-860d-eba700c03669'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:34:58.660034 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:58.660463 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Bound using segment: {'id': '9dd03af7-4742-419c-8ec4-700ee22a3665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5bccefc1-eeb4-48b2-860d-eba700c03669'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:34:58.660996 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Bound port: 24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b, host: dv-cinder-776422-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd03af7-4742-419c-8ec4-700ee22a3665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5bccefc1-eeb4-48b2-860d-eba700c03669'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:34:58.661408 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:58.713866 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-25b354e1-81f8-412e-95d3-7dffc87a4401 admin admin] Allocated IP 172.27.1.204 (af22eeb7-a3c9-494b-a94b-4ce3a52cae78/7f96d68a-30b3-4cd1-8fb4-11341d49a56c/0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:34:58.769313 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] For port 24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b, host dv-cinder-776422-1-iscsi, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:34:58.772855 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] For port 24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b, host dv-cinder-776422-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b,segment=NetworkSegment(9dd03af7-4742-419c-8ec4-700ee22a3665),segment_id=9dd03af7-4742-419c-8ec4-700ee22a3665)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:34:58.776907 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:58.790425 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-90d64c26-4021-4bd7-9e4f-61fea3ef6615 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:58.957537 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-25b354e1-81f8-412e-95d3-7dffc87a4401 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:58.957790 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Network 5bccefc1-eeb4-48b2-860d-eba700c03669 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:34:58.976794 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Pushing event updated for resources: {'Port': ['ID=24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:59.007448 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-25b354e1-81f8-412e-95d3-7dffc87a4401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:59.028865 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:59.036506 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:59.071845 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db974a-942c-4386-b06a-5caed60d5fdc req-d2b10f18-5c33-4d5d-8bfa-7cbdf5ae3b93 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:59.082776 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-97db974a-942c-4386-b06a-5caed60d5fdc req-d2b10f18-5c33-4d5d-8bfa-7cbdf5ae3b93 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.1122527 Feb 18 12:34:59.152506 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-97db974a-942c-4386-b06a-5caed60d5fdc req-4642f3be-b5d4-444d-bbff-ebdc95761858 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682781 Feb 18 12:34:59.184138 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b354e1-81f8-412e-95d3-7dffc87a4401 admin admin] Pushing event updated for resources: {'Port': ['ID=0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:59.193095 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-25b354e1-81f8-412e-95d3-7dffc87a4401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:59.272753 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b354e1-81f8-412e-95d3-7dffc87a4401 admin admin] Network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:34:59.274452 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-25b354e1-81f8-412e-95d3-7dffc87a4401 admin admin] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:34:59.276838 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b354e1-81f8-412e-95d3-7dffc87a4401 admin admin] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:34:59.791670 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-25b354e1-81f8-412e-95d3-7dffc87a4401 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:59.939848 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:35:00.038921 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning for port 24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:35:00.235400 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-25b354e1-81f8-412e-95d3-7dffc87a4401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854412059'] for router, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:00.574663 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef23f72-cfbc-4246-a677-934b127b1c17 req-bd2ca9c6-93fd-459d-8433-e2e850c07a90 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:00.576480 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1ef23f72-cfbc-4246-a677-934b127b1c17 req-bd2ca9c6-93fd-459d-8433-e2e850c07a90 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.2678022 Feb 18 12:35:00.651705 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1ef23f72-cfbc-4246-a677-934b127b1c17 req-1722bbd3-902b-41c9-aa32-d6108ec95e2c tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651987 Feb 18 12:35:00.655758 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b354e1-81f8-412e-95d3-7dffc87a4401 admin admin] Router d0735b8e-172f-4f5c-bae7-fa76701b57de is scheduled to L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 with binding_index 1 {{(pid=83987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 12:35:00.743413 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c454b4-b7ce-4634-a1bd-81df2aa5b693 None None] Network 5bccefc1-eeb4-48b2-860d-eba700c03669 requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:35:01.036894 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-baa6d98c-be7a-4ccc-8ca1-423ed4b1e6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:01.042593 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-ce1fd2dc-10d2-4813-8b2c-37d7f1a0d4fd None None] Provisioning for port 24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:35:01.063454 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-ce1fd2dc-10d2-4813-8b2c-37d7f1a0d4fd None None] Provisioning complete for port 24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:35:01.063877 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ce1fd2dc-10d2-4813-8b2c-37d7f1a0d4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:01.120929 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b354e1-81f8-412e-95d3-7dffc87a4401 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:35:01.134943 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaea59e-6013-40dc-bbe9-fdcb7e8e7fe0 None None] Sync routers for ids ['d0735b8e-172f-4f5c-bae7-fa76701b57de'] in dv-cinder-776422-1-iscsi {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:35:01.157302 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-25b354e1-81f8-412e-95d3-7dffc87a4401 admin admin] Notify callbacks [] for router, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:01.161400 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-25b354e1-81f8-412e-95d3-7dffc87a4401 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9173036 Feb 18 12:35:01.164501 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 47414) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:01.169175 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaea59e-6013-40dc-bbe9-fdcb7e8e7fe0 None None] Routers {'d0735b8e-172f-4f5c-bae7-fa76701b57de'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:35:01.172913 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-aaaea59e-6013-40dc-bbe9-fdcb7e8e7fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:34:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['d0735b8e-172f-4f5c-bae7-fa76701b57de'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:35:01.509312 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-aaaea59e-6013-40dc-bbe9-fdcb7e8e7fe0 None None] Set router d0735b8e-172f-4f5c-bae7-fa76701b57de gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:35:01.582436 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ce1fd2dc-10d2-4813-8b2c-37d7f1a0d4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:01.665263 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-ce1fd2dc-10d2-4813-8b2c-37d7f1a0d4fd None None] For port 24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b,segment=NetworkSegment(9dd03af7-4742-419c-8ec4-700ee22a3665),segment_id=9dd03af7-4742-419c-8ec4-700ee22a3665)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:35:01.670390 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ce1fd2dc-10d2-4813-8b2c-37d7f1a0d4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:01.672240 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:01.832249 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1fd2dc-10d2-4813-8b2c-37d7f1a0d4fd None None] Pushing event updated for resources: {'Port': ['ID=24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:01.844197 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ce1fd2dc-10d2-4813-8b2c-37d7f1a0d4fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:02.003709 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-c97efc9c-99dc-474b-9363-5be202002da0 None None] Provisioning complete for port 24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:35:02.004133 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c97efc9c-99dc-474b-9363-5be202002da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:02.016765 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-aaaea59e-6013-40dc-bbe9-fdcb7e8e7fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'name': 'tempest-TestMinimumBasicScenario-1482477188-router', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:34:57Z', 'updated_at': '2021-02-18T12:34:59Z', 'revision_number': 3, 'project_id': 'd19cc7f219c541d79e256e08131b7da3', 'gw_port': {'id': '0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:58Z', 'updated_at': '2021-02-18T12:34:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi'}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:35:02.021813 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaea59e-6013-40dc-bbe9-fdcb7e8e7fe0 None None] Checking router: d0735b8e-172f-4f5c-bae7-fa76701b57de for host: dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:35:02.022461 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaea59e-6013-40dc-bbe9-fdcb7e8e7fe0 None None] Updating router d0735b8e-172f-4f5c-bae7-fa76701b57de port 0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5 binding host dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:35:02.086583 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1b06c-fcbe-4354-8678-a586e96b8bb9 req-11780d44-8fa5-473d-b68f-fbf9bec84aed tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:02.088352 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2ad1b06c-fcbe-4354-8678-a586e96b8bb9 req-11780d44-8fa5-473d-b68f-fbf9bec84aed tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.1632853 Feb 18 12:35:02.151398 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aaaea59e-6013-40dc-bbe9-fdcb7e8e7fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:02.184966 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2ad1b06c-fcbe-4354-8678-a586e96b8bb9 req-bf46af35-aa04-4e6d-ab00-10738e917c63 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860162 Feb 18 12:35:02.398190 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-253f8091-658c-4c60-be41-673f6eea1013 None None] Provisioning complete for port 24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:35:02.400258 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-253f8091-658c-4c60-be41-673f6eea1013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:02.408018 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bcb7e500-58c5-4661-b4fe-17160e37c50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:02.789034 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-f2f7b797-23ce-4861-aa23-64bc5e7207e8 None None] Provisioning complete for port 24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:35:02.792265 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f2f7b797-23ce-4861-aa23-64bc5e7207e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:03.047225 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-bcb7e500-58c5-4661-b4fe-17160e37c50f admin admin] Allocated IP 172.20.0.1 (5bccefc1-eeb4-48b2-860d-eba700c03669/cb7bae6a-7fcb-4274-b23f-3f83723ba9c7/c9ceb180-da25-4fe4-bc20-c931fdd37a65) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:35:03.155310 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c121d4-60cd-4138-9cb9-a2e3172a102d req-3c51fef6-a063-466c-a824-87d3b48f9068 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:03.157448 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-21c121d4-60cd-4138-9cb9-a2e3172a102d req-3c51fef6-a063-466c-a824-87d3b48f9068 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 945 time: 0.1780097 Feb 18 12:35:03.196595 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aaaea59e-6013-40dc-bbe9-fdcb7e8e7fe0 None None] Notify callbacks [] for port, precommit_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:03.218195 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-aaaea59e-6013-40dc-bbe9-fdcb7e8e7fe0 None None] Transition to ACTIVE for port object 0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5 will not be triggered until provisioned by entity L2. {{(pid=83989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:35:03.221910 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aaaea59e-6013-40dc-bbe9-fdcb7e8e7fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:03.229699 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-21c121d4-60cd-4138-9cb9-a2e3172a102d req-b7bd1fbd-82db-44c3-9fbb-f18ee05acf8e tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650148 Feb 18 12:35:03.383161 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4f883cb7-a99c-448a-afd1-2573c473771e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:03.394481 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:03.411045 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bcb7e500-58c5-4661-b4fe-17160e37c50f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:03.485756 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-bcb7e500-58c5-4661-b4fe-17160e37c50f admin admin] Transition to ACTIVE for port object c9ceb180-da25-4fe4-bc20-c931fdd37a65 will not be triggered until provisioned by entity DHCP. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:35:03.524622 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-aaaea59e-6013-40dc-bbe9-fdcb7e8e7fe0 None None] Attempting to bind port 0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5 on host dv-cinder-776422-1-iscsi for vnic_type normal with profile {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:35:03.525042 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-aaaea59e-6013-40dc-bbe9-fdcb7e8e7fe0 None None] Attempting to bind port 0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5 by drivers openvswitch on host dv-cinder-776422-1-iscsi at level 0 using segments [{'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:35:03.525442 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaea59e-6013-40dc-bbe9-fdcb7e8e7fe0 None None] Attempting to bind port 0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5 on network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:35:03.533331 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaea59e-6013-40dc-bbe9-fdcb7e8e7fe0 None None] Checking agent: {'id': 'ac3e34c9-0d53-40a9-ab2e-3d2b62a37265', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 21, 35), 'started_at': datetime.datetime(2021, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:35:03.533737 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaea59e-6013-40dc-bbe9-fdcb7e8e7fe0 None None] Checking segment: {'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:35:03.534176 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aaaea59e-6013-40dc-bbe9-fdcb7e8e7fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:03.534603 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaea59e-6013-40dc-bbe9-fdcb7e8e7fe0 None None] Bound using segment: {'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:35:03.535121 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-aaaea59e-6013-40dc-bbe9-fdcb7e8e7fe0 None None] Bound port: 0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5, host: dv-cinder-776422-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:35:03.535652 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aaaea59e-6013-40dc-bbe9-fdcb7e8e7fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:03.548763 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bcb7e500-58c5-4661-b4fe-17160e37c50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848845764'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:03.566817 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7711aeef-40ff-46ef-86fc-6d499c59d0c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:03.640065 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-aaaea59e-6013-40dc-bbe9-fdcb7e8e7fe0 None None] For port 0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5, host dv-cinder-776422-1-iscsi, cleared binding levels {{(pid=83989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:35:03.644179 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-aaaea59e-6013-40dc-bbe9-fdcb7e8e7fe0 None None] For port 0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5, host dv-cinder-776422-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5,segment=NetworkSegment(cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0),segment_id=cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0)] {{(pid=83989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:35:03.655593 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aaaea59e-6013-40dc-bbe9-fdcb7e8e7fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:03.733734 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f138bfd-1ca2-456b-a3ca-b804c8d6d576 None None] Pushing event updated for resources: {'Port': ['ID=0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5,revision_number=2']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:03.757703 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f138bfd-1ca2-456b-a3ca-b804c8d6d576 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:03.758086 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f138bfd-1ca2-456b-a3ca-b804c8d6d576 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:03.758460 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f138bfd-1ca2-456b-a3ca-b804c8d6d576 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:03.759523 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f138bfd-1ca2-456b-a3ca-b804c8d6d576 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:03.759523 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f138bfd-1ca2-456b-a3ca-b804c8d6d576 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:03.759523 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f138bfd-1ca2-456b-a3ca-b804c8d6d576 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:03.759890 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f138bfd-1ca2-456b-a3ca-b804c8d6d576 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:03.760221 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f138bfd-1ca2-456b-a3ca-b804c8d6d576 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:03.760720 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f138bfd-1ca2-456b-a3ca-b804c8d6d576 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:03.760899 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f138bfd-1ca2-456b-a3ca-b804c8d6d576 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:03.761246 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f138bfd-1ca2-456b-a3ca-b804c8d6d576 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:03.761599 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f138bfd-1ca2-456b-a3ca-b804c8d6d576 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:03.762014 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f138bfd-1ca2-456b-a3ca-b804c8d6d576 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:03.762373 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f138bfd-1ca2-456b-a3ca-b804c8d6d576 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:03.762726 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f138bfd-1ca2-456b-a3ca-b804c8d6d576 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:03.763084 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f138bfd-1ca2-456b-a3ca-b804c8d6d576 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:03.763436 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f138bfd-1ca2-456b-a3ca-b804c8d6d576 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:03.763834 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f138bfd-1ca2-456b-a3ca-b804c8d6d576 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:03.764187 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f138bfd-1ca2-456b-a3ca-b804c8d6d576 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:03.764540 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f138bfd-1ca2-456b-a3ca-b804c8d6d576 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:03.764918 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f138bfd-1ca2-456b-a3ca-b804c8d6d576 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:03.765269 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f138bfd-1ca2-456b-a3ca-b804c8d6d576 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:03.765656 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f138bfd-1ca2-456b-a3ca-b804c8d6d576 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:03.766009 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f138bfd-1ca2-456b-a3ca-b804c8d6d576 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:03.770344 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7f138bfd-1ca2-456b-a3ca-b804c8d6d576 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:03.773612 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:03.778998 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7e500-58c5-4661-b4fe-17160e37c50f admin admin] Pushing event updated for resources: {'Port': ['ID=c9ceb180-da25-4fe4-bc20-c931fdd37a65,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:03.789161 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bcb7e500-58c5-4661-b4fe-17160e37c50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:03.791242 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb7e500-58c5-4661-b4fe-17160e37c50f admin admin] Network 5bccefc1-eeb4-48b2-860d-eba700c03669 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:35:03.792528 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-bcb7e500-58c5-4661-b4fe-17160e37c50f admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:35:03.794786 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb7e500-58c5-4661-b4fe-17160e37c50f admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:35:03.843330 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:03.886663 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bcb7e500-58c5-4661-b4fe-17160e37c50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364766'] for router_interface, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:03.897141 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f138bfd-1ca2-456b-a3ca-b804c8d6d576 None None] Pushing event updated for resources: {'Port': ['ID=0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5,revision_number=3']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:03.900941 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7f138bfd-1ca2-456b-a3ca-b804c8d6d576 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:03.941410 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaea59e-6013-40dc-bbe9-fdcb7e8e7fe0 None None] Routers {'d0735b8e-172f-4f5c-bae7-fa76701b57de'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:35:03.942191 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-aaaea59e-6013-40dc-bbe9-fdcb7e8e7fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:35:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['d0735b8e-172f-4f5c-bae7-fa76701b57de'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:35:03.945707 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:35:04.067016 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bcb7e500-58c5-4661-b4fe-17160e37c50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:04.095808 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:35:04.096248 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:04.155294 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-aaaea59e-6013-40dc-bbe9-fdcb7e8e7fe0 None None] Set router d0735b8e-172f-4f5c-bae7-fa76701b57de gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:35:04.199526 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-51fd6206-75b0-4bf2-b5ab-f0b724155f9f None None] Provisioning for port c9ceb180-da25-4fe4-bc20-c931fdd37a65 completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:35:04.211226 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-51fd6206-75b0-4bf2-b5ab-f0b724155f9f None None] Provisioning complete for port c9ceb180-da25-4fe4-bc20-c931fdd37a65 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:35:04.211722 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-51fd6206-75b0-4bf2-b5ab-f0b724155f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:04.340185 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-51fd6206-75b0-4bf2-b5ab-f0b724155f9f None None] Port c9ceb180-da25-4fe4-bc20-c931fdd37a65 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:35:04.475319 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bcb7e500-58c5-4661-b4fe-17160e37c50f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:04.482994 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bcb7e500-58c5-4661-b4fe-17160e37c50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5930020'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:04.518324 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4219bd83-538a-4d7f-843e-5242fbe80082 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:04.638859 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-aaaea59e-6013-40dc-bbe9-fdcb7e8e7fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'name': 'tempest-TestMinimumBasicScenario-1482477188-router', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:34:57Z', 'updated_at': '2021-02-18T12:35:03Z', 'revision_number': 4, 'project_id': 'd19cc7f219c541d79e256e08131b7da3', 'gw_port': {'id': '0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:58Z', 'updated_at': '2021-02-18T12:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': 'c9ceb180-da25-4fe4-bc20-c931fdd37a65', 'name': '', 'network_id': '5bccefc1-eeb4-48b2-860d-eba700c03669', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'mac_address': 'fa:16:3e:8f:c5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'cb7bae6a-7fcb-4274-b23f-3f83723ba9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:35:02Z', 'updated_at': '2021-02-18T12:35:03Z', 'revision_number': 1, 'project_id': 'd19cc7f219c541d79e256e08131b7da3', 'subnets': [{'id': 'cb7bae6a-7fcb-4274-b23f-3f83723ba9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:35:04.644276 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaea59e-6013-40dc-bbe9-fdcb7e8e7fe0 None None] The sync data for ids ['d0735b8e-172f-4f5c-bae7-fa76701b57de'] in dv-cinder-776422-1-iscsi is: [{'id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'name': 'tempest-TestMinimumBasicScenario-1482477188-router', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:34:57Z', 'updated_at': '2021-02-18T12:35:03Z', 'revision_number': 4, 'project_id': 'd19cc7f219c541d79e256e08131b7da3', 'gw_port': {'id': '0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:58Z', 'updated_at': '2021-02-18T12:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': 'c9ceb180-da25-4fe4-bc20-c931fdd37a65', 'name': '', 'network_id': '5bccefc1-eeb4-48b2-860d-eba700c03669', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'mac_address': 'fa:16:3e:8f:c5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'cb7bae6a-7fcb-4274-b23f-3f83723ba9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:35:02Z', 'updated_at': '2021-02-18T12:35:03Z', 'revision_number': 1, 'project_id': 'd19cc7f219c541d79e256e08131b7da3', 'subnets': [{'id': 'cb7bae6a-7fcb-4274-b23f-3f83723ba9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:35:04.853940 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7e500-58c5-4661-b4fe-17160e37c50f admin admin] Pushing event updated for resources: {'Port': ['ID=c9ceb180-da25-4fe4-bc20-c931fdd37a65,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:04.861189 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bcb7e500-58c5-4661-b4fe-17160e37c50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:04.862091 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bcb7e500-58c5-4661-b4fe-17160e37c50f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846870376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854411140'] for router_interface, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:04.965550 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b67ab-508d-49f1-84ec-921bf6323e2e req-ba35f568-49ed-4d54-b675-71e87a612cae tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:04.967167 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ac3b67ab-508d-49f1-84ec-921bf6323e2e req-ba35f568-49ed-4d54-b675-71e87a612cae tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 945 time: 0.5333178 Feb 18 12:35:05.054369 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ac3b67ab-508d-49f1-84ec-921bf6323e2e req-b3391f2c-5115-4940-bd81-c46b7721ea4d tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740826 Feb 18 12:35:05.067846 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb7e500-58c5-4661-b4fe-17160e37c50f admin admin] Network 5bccefc1-eeb4-48b2-860d-eba700c03669 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:35:05.069094 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-bcb7e500-58c5-4661-b4fe-17160e37c50f admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:35:05.162535 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:05.292464 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb7e500-58c5-4661-b4fe-17160e37c50f admin admin] Router d0735b8e-172f-4f5c-bae7-fa76701b57de has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:35:05.379335 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-67df1e5c-9a79-434e-8a2c-0ece68a8bb66 None None] Provisioning complete for port c9ceb180-da25-4fe4-bc20-c931fdd37a65 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:35:05.379776 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-67df1e5c-9a79-434e-8a2c-0ece68a8bb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:05.451388 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-67df1e5c-9a79-434e-8a2c-0ece68a8bb66 None None] Port c9ceb180-da25-4fe4-bc20-c931fdd37a65 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:35:05.492740 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:05.544947 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb7e500-58c5-4661-b4fe-17160e37c50f admin admin] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:35:05.556634 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-bcb7e500-58c5-4661-b4fe-17160e37c50f admin admin] 10.222.0.83 "PUT /v2.0/routers/d0735b8e-172f-4f5c-bae7-fa76701b57de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3905036 Feb 18 12:35:05.987276 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:35:06.071062 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning for port 0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:35:06.076844 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:35:06.077268 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:06.212670 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:06.231299 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] For port 0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5,segment=NetworkSegment(cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0),segment_id=cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:35:06.234524 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:06.236710 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:06.326518 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Pushing event updated for resources: {'Port': ['ID=0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:06.330514 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:06.330649 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07329153-1917-4d76-8bd6-e8a0684c708e req-b3feb44c-a906-4237-86e9-05a0bb6cc3e6 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:06.333128 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-07329153-1917-4d76-8bd6-e8a0684c708e req-b3feb44c-a906-4237-86e9-05a0bb6cc3e6 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 945 time: 0.1303716 Feb 18 12:35:06.423466 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-07329153-1917-4d76-8bd6-e8a0684c708e req-102ccd5b-8e03-47bf-9bd1-622e90d3a155 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834801 Feb 18 12:35:07.708611 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1363b8c-0d85-41f1-974f-0abd10e828b2 req-b4de8881-0e3a-4860-8f42-4df76a7fb871 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:07.720876 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c1363b8c-0d85-41f1-974f-0abd10e828b2 req-b4de8881-0e3a-4860-8f42-4df76a7fb871 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 945 time: 0.1553767 Feb 18 12:35:07.805031 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c1363b8c-0d85-41f1-974f-0abd10e828b2 req-7a47864c-7707-47ff-a948-70342c3c77f6 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828710 Feb 18 12:35:07.925548 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:35:08.005116 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:35:08.006055 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:08.293517 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a816e42-ac33-4517-8d8e-acc5effa22ed None None] Sync routers for ids ['d0735b8e-172f-4f5c-bae7-fa76701b57de'] in dv-cinder-776422-1-iscsi {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:35:08.309035 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a816e42-ac33-4517-8d8e-acc5effa22ed None None] Routers {'d0735b8e-172f-4f5c-bae7-fa76701b57de'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:35:08.310342 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8a816e42-ac33-4517-8d8e-acc5effa22ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:35:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['d0735b8e-172f-4f5c-bae7-fa76701b57de'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:35:08.589466 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-8a816e42-ac33-4517-8d8e-acc5effa22ed None None] Set router d0735b8e-172f-4f5c-bae7-fa76701b57de gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:35:09.047526 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8a816e42-ac33-4517-8d8e-acc5effa22ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'name': 'tempest-TestMinimumBasicScenario-1482477188-router', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:34:57Z', 'updated_at': '2021-02-18T12:35:03Z', 'revision_number': 4, 'project_id': 'd19cc7f219c541d79e256e08131b7da3', 'gw_port': {'id': '0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:58Z', 'updated_at': '2021-02-18T12:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': 'c9ceb180-da25-4fe4-bc20-c931fdd37a65', 'name': '', 'network_id': '5bccefc1-eeb4-48b2-860d-eba700c03669', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'mac_address': 'fa:16:3e:8f:c5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'cb7bae6a-7fcb-4274-b23f-3f83723ba9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:35:02Z', 'updated_at': '2021-02-18T12:35:04Z', 'revision_number': 2, 'project_id': 'd19cc7f219c541d79e256e08131b7da3', 'subnets': [{'id': 'cb7bae6a-7fcb-4274-b23f-3f83723ba9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:35:09.055095 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a816e42-ac33-4517-8d8e-acc5effa22ed None None] Checking router: d0735b8e-172f-4f5c-bae7-fa76701b57de for host: dv-cinder-776422-1-iscsi {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:35:09.055548 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a816e42-ac33-4517-8d8e-acc5effa22ed None None] Updating router d0735b8e-172f-4f5c-bae7-fa76701b57de port c9ceb180-da25-4fe4-bc20-c931fdd37a65 binding host dv-cinder-776422-1-iscsi {{(pid=83988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:35:09.120610 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8a816e42-ac33-4517-8d8e-acc5effa22ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:09.169544 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d874f37-502a-44b1-929b-3ace56e9601f req-d4bc0472-e8b6-464e-88e8-32c0d65dae96 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:09.172603 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6d874f37-502a-44b1-929b-3ace56e9601f req-d4bc0472-e8b6-464e-88e8-32c0d65dae96 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 945 time: 0.1676602 Feb 18 12:35:09.236852 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6d874f37-502a-44b1-929b-3ace56e9601f req-c2868c41-2111-4114-a783-c0a61bc15a61 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572116 Feb 18 12:35:09.633051 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8a816e42-ac33-4517-8d8e-acc5effa22ed None None] Notify callbacks [] for port, precommit_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:09.647772 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-8a816e42-ac33-4517-8d8e-acc5effa22ed None None] Transition to ACTIVE for port object c9ceb180-da25-4fe4-bc20-c931fdd37a65 will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:35:09.651481 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8a816e42-ac33-4517-8d8e-acc5effa22ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:09.665473 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:09.825851 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe2141-d4f3-4486-8245-59dbb8e6395c None None] Pushing event updated for resources: {'Port': ['ID=c9ceb180-da25-4fe4-bc20-c931fdd37a65,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:09.831186 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7fbe2141-d4f3-4486-8245-59dbb8e6395c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:10.039673 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-8a816e42-ac33-4517-8d8e-acc5effa22ed None None] Attempting to bind port c9ceb180-da25-4fe4-bc20-c931fdd37a65 on host dv-cinder-776422-1-iscsi for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:35:10.040097 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-8a816e42-ac33-4517-8d8e-acc5effa22ed None None] Attempting to bind port c9ceb180-da25-4fe4-bc20-c931fdd37a65 by drivers openvswitch on host dv-cinder-776422-1-iscsi at level 0 using segments [{'id': '9dd03af7-4742-419c-8ec4-700ee22a3665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5bccefc1-eeb4-48b2-860d-eba700c03669'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:35:10.040506 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a816e42-ac33-4517-8d8e-acc5effa22ed None None] Attempting to bind port c9ceb180-da25-4fe4-bc20-c931fdd37a65 on network 5bccefc1-eeb4-48b2-860d-eba700c03669 {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:35:10.050181 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a816e42-ac33-4517-8d8e-acc5effa22ed None None] Checking agent: {'id': 'ac3e34c9-0d53-40a9-ab2e-3d2b62a37265', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 21, 35), 'started_at': datetime.datetime(2021, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:35:10.051291 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a816e42-ac33-4517-8d8e-acc5effa22ed None None] Checking segment: {'id': '9dd03af7-4742-419c-8ec4-700ee22a3665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5bccefc1-eeb4-48b2-860d-eba700c03669'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:35:10.051971 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8a816e42-ac33-4517-8d8e-acc5effa22ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:10.052739 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a816e42-ac33-4517-8d8e-acc5effa22ed None None] Bound using segment: {'id': '9dd03af7-4742-419c-8ec4-700ee22a3665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5bccefc1-eeb4-48b2-860d-eba700c03669'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:35:10.053479 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-8a816e42-ac33-4517-8d8e-acc5effa22ed None None] Bound port: c9ceb180-da25-4fe4-bc20-c931fdd37a65, host: dv-cinder-776422-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd03af7-4742-419c-8ec4-700ee22a3665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5bccefc1-eeb4-48b2-860d-eba700c03669'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:35:10.054128 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8a816e42-ac33-4517-8d8e-acc5effa22ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:10.201529 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-8a816e42-ac33-4517-8d8e-acc5effa22ed None None] For port c9ceb180-da25-4fe4-bc20-c931fdd37a65, host dv-cinder-776422-1-iscsi, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:35:10.207930 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-8a816e42-ac33-4517-8d8e-acc5effa22ed None None] For port c9ceb180-da25-4fe4-bc20-c931fdd37a65, host dv-cinder-776422-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=c9ceb180-da25-4fe4-bc20-c931fdd37a65,segment=NetworkSegment(9dd03af7-4742-419c-8ec4-700ee22a3665),segment_id=9dd03af7-4742-419c-8ec4-700ee22a3665)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:35:10.212490 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8a816e42-ac33-4517-8d8e-acc5effa22ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:10.230073 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:10.479922 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c698df-81a7-4629-b8c8-a5271cef365f req-af90d680-a3f9-47b1-96d0-44da60d1aea3 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:10.486052 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-38c698df-81a7-4629-b8c8-a5271cef365f req-af90d680-a3f9-47b1-96d0-44da60d1aea3 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 945 time: 0.1142421 Feb 18 12:35:10.552009 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-38c698df-81a7-4629-b8c8-a5271cef365f req-65b87d21-a122-4ca4-a834-214b92b0e959 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601118 Feb 18 12:35:10.585045 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe2141-d4f3-4486-8245-59dbb8e6395c None None] Pushing event updated for resources: {'Port': ['ID=c9ceb180-da25-4fe4-bc20-c931fdd37a65,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:10.593406 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7fbe2141-d4f3-4486-8245-59dbb8e6395c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:10.675476 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a816e42-ac33-4517-8d8e-acc5effa22ed None None] Routers {'d0735b8e-172f-4f5c-bae7-fa76701b57de'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:35:10.676614 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8a816e42-ac33-4517-8d8e-acc5effa22ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:35:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['d0735b8e-172f-4f5c-bae7-fa76701b57de'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:35:10.943516 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-8a816e42-ac33-4517-8d8e-acc5effa22ed None None] Set router d0735b8e-172f-4f5c-bae7-fa76701b57de gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:35:11.354169 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8a816e42-ac33-4517-8d8e-acc5effa22ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'name': 'tempest-TestMinimumBasicScenario-1482477188-router', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:34:57Z', 'updated_at': '2021-02-18T12:35:03Z', 'revision_number': 4, 'project_id': 'd19cc7f219c541d79e256e08131b7da3', 'gw_port': {'id': '0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:58Z', 'updated_at': '2021-02-18T12:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': 'c9ceb180-da25-4fe4-bc20-c931fdd37a65', 'name': '', 'network_id': '5bccefc1-eeb4-48b2-860d-eba700c03669', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'mac_address': 'fa:16:3e:8f:c5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'cb7bae6a-7fcb-4274-b23f-3f83723ba9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:35:02Z', 'updated_at': '2021-02-18T12:35:10Z', 'revision_number': 4, 'project_id': 'd19cc7f219c541d79e256e08131b7da3', 'subnets': [{'id': 'cb7bae6a-7fcb-4274-b23f-3f83723ba9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:35:11.359382 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a816e42-ac33-4517-8d8e-acc5effa22ed None None] The sync data for ids ['d0735b8e-172f-4f5c-bae7-fa76701b57de'] in dv-cinder-776422-1-iscsi is: [{'id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'name': 'tempest-TestMinimumBasicScenario-1482477188-router', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:34:57Z', 'updated_at': '2021-02-18T12:35:03Z', 'revision_number': 4, 'project_id': 'd19cc7f219c541d79e256e08131b7da3', 'gw_port': {'id': '0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:58Z', 'updated_at': '2021-02-18T12:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': 'c9ceb180-da25-4fe4-bc20-c931fdd37a65', 'name': '', 'network_id': '5bccefc1-eeb4-48b2-860d-eba700c03669', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'mac_address': 'fa:16:3e:8f:c5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'cb7bae6a-7fcb-4274-b23f-3f83723ba9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:35:02Z', 'updated_at': '2021-02-18T12:35:10Z', 'revision_number': 4, 'project_id': 'd19cc7f219c541d79e256e08131b7da3', 'subnets': [{'id': 'cb7bae6a-7fcb-4274-b23f-3f83723ba9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:35:11.771828 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26b001-efb2-4630-a45a-073957410da2 req-846295d1-a7f3-4607-b2a9-db520ec17bd4 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:11.779744 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2c26b001-efb2-4630-a45a-073957410da2 req-846295d1-a7f3-4607-b2a9-db520ec17bd4 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 945 time: 0.1028187 Feb 18 12:35:11.832857 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2c26b001-efb2-4630-a45a-073957410da2 req-3a1d5d87-2156-43ae-9e45-416d7a30de1a tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518429 Feb 18 12:35:11.961874 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device c9ceb180-da25-4fe4-bc20-c931fdd37a65 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:35:12.078750 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning for port c9ceb180-da25-4fe4-bc20-c931fdd37a65 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:35:12.088721 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port c9ceb180-da25-4fe4-bc20-c931fdd37a65 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:35:12.088721 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:12.236123 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:12.276762 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] For port c9ceb180-da25-4fe4-bc20-c931fdd37a65, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=c9ceb180-da25-4fe4-bc20-c931fdd37a65,segment=NetworkSegment(9dd03af7-4742-419c-8ec4-700ee22a3665),segment_id=9dd03af7-4742-419c-8ec4-700ee22a3665)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:35:12.285384 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:12.288405 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:12.394497 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Pushing event updated for resources: {'Port': ['ID=c9ceb180-da25-4fe4-bc20-c931fdd37a65,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:12.398253 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:13.075211 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f94fce-b1b2-4b84-ae9c-7ff19b2ab2e2 req-ab346518-d29e-4d60-920a-0b335e815996 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:13.076856 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-17f94fce-b1b2-4b84-ae9c-7ff19b2ab2e2 req-ab346518-d29e-4d60-920a-0b335e815996 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 945 time: 0.1075966 Feb 18 12:35:13.144284 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-17f94fce-b1b2-4b84-ae9c-7ff19b2ab2e2 req-8cd81ea5-1b4e-46f4-b490-f5620e572ddb tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566518 Feb 18 12:35:13.313803 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:13.938007 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device c9ceb180-da25-4fe4-bc20-c931fdd37a65 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:35:13.958774 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827b89f-975c-4208-a3b7-b155f60419c6 req-d647e28e-7999-43c1-b24f-7ec247446ee8 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:13.969314 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b827b89f-975c-4208-a3b7-b155f60419c6 req-d647e28e-7999-43c1-b24f-7ec247446ee8 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.99 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 945 time: 0.1469769 Feb 18 12:35:14.004308 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 9a895bcb-adda-4a5c-9c55-106de126376e no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:35:14.051238 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-b827b89f-975c-4208-a3b7-b155f60419c6 req-245966ee-f568-45a6-be03-b48a4bfe50d8 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Deleting port 9a895bcb-adda-4a5c-9c55-106de126376e {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:35:14.051774 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b827b89f-975c-4208-a3b7-b155f60419c6 req-245966ee-f568-45a6-be03-b48a4bfe50d8 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:14.199986 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port c9ceb180-da25-4fe4-bc20-c931fdd37a65 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:35:14.200552 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:14.400708 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:14.565819 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port 9a895bcb-adda-4a5c-9c55-106de126376e, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=9a895bcb-adda-4a5c-9c55-106de126376e,segment=NetworkSegment(1c9f599f-319d-4049-a5b4-d4549398d6a9),segment_id=1c9f599f-319d-4049-a5b4-d4549398d6a9)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:35:14.571336 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bffd805-f893-4dd5-a5d4-7b5755d4788c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a895bcb-adda-4a5c-9c55-106de126376e'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:35:14.589714 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea3cfd-48e0-4463-a504-7426de080432 req-5632ca84-f01f-4daf-a6cc-a9d650319d70 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:14.591630 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:14.602528 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f5ea3cfd-48e0-4463-a504-7426de080432 req-5632ca84-f01f-4daf-a6cc-a9d650319d70 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 945 time: 0.1876969 Feb 18 12:35:14.605023 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:14.662719 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-b827b89f-975c-4208-a3b7-b155f60419c6 req-245966ee-f568-45a6-be03-b48a4bfe50d8 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] For port 9a895bcb-adda-4a5c-9c55-106de126376e, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=9a895bcb-adda-4a5c-9c55-106de126376e,segment=NetworkSegment(1c9f599f-319d-4049-a5b4-d4549398d6a9),segment_id=1c9f599f-319d-4049-a5b4-d4549398d6a9)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:35:14.663403 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b827b89f-975c-4208-a3b7-b155f60419c6 req-245966ee-f568-45a6-be03-b48a4bfe50d8 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:14.680697 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f5ea3cfd-48e0-4463-a504-7426de080432 req-dd4afb30-6036-4dd9-8530-e2e5c06cc766 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760789 Feb 18 12:35:14.781461 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=9a895bcb-adda-4a5c-9c55-106de126376e,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:14.795308 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:14.872286 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-b827b89f-975c-4208-a3b7-b155f60419c6 req-245966ee-f568-45a6-be03-b48a4bfe50d8 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Calling delete_port for 9a895bcb-adda-4a5c-9c55-106de126376e owned by compute:nova {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:35:15.045343 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a72c1-af6d-434b-9b9c-fc25b841f41e req-2c989abb-f299-472a-bc0d-d1b95559dfe6 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:15.047632 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a09a72c1-af6d-434b-9b9c-fc25b841f41e req-2c989abb-f299-472a-bc0d-d1b95559dfe6 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1191432 Feb 18 12:35:15.129309 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a09a72c1-af6d-434b-9b9c-fc25b841f41e req-77bbf446-1f79-4b8d-8bec-789c4fa94ec1 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652347 Feb 18 12:35:15.144659 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [req-b827b89f-975c-4208-a3b7-b155f60419c6 req-245966ee-f568-45a6-be03-b48a4bfe50d8 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83986) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 12:35:15.145522 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_db.api [req-b827b89f-975c-4208-a3b7-b155f60419c6 req-245966ee-f568-45a6-be03-b48a4bfe50d8 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 12:35:15.199026 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bffd805-f893-4dd5-a5d4-7b5755d4788c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a895bcb-adda-4a5c-9c55-106de126376e', 'code': 200} Feb 18 12:35:15.646836 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-b827b89f-975c-4208-a3b7-b155f60419c6 req-245966ee-f568-45a6-be03-b48a4bfe50d8 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Deleting port 9a895bcb-adda-4a5c-9c55-106de126376e {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:35:15.647453 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b827b89f-975c-4208-a3b7-b155f60419c6 req-245966ee-f568-45a6-be03-b48a4bfe50d8 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:16.052658 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4d6af-519f-44a4-a580-f23cb3b89f6f req-5d44dda3-4d5a-4490-9ad9-6f9e7d1123cb tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:16.054316 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-40c4d6af-519f-44a4-a580-f23cb3b89f6f req-5d44dda3-4d5a-4490-9ad9-6f9e7d1123cb tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 943 time: 0.2084923 Feb 18 12:35:16.148773 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-40c4d6af-519f-44a4-a580-f23cb3b89f6f req-87c0b0ba-31f9-4f3d-b980-2f4b74fbd298 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814493 Feb 18 12:35:16.150904 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-b827b89f-975c-4208-a3b7-b155f60419c6 req-245966ee-f568-45a6-be03-b48a4bfe50d8 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] For port 9a895bcb-adda-4a5c-9c55-106de126376e, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=9a895bcb-adda-4a5c-9c55-106de126376e,segment=NetworkSegment(1c9f599f-319d-4049-a5b4-d4549398d6a9),segment_id=1c9f599f-319d-4049-a5b4-d4549398d6a9)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:35:16.151311 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b827b89f-975c-4208-a3b7-b155f60419c6 req-245966ee-f568-45a6-be03-b48a4bfe50d8 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:16.317225 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-b827b89f-975c-4208-a3b7-b155f60419c6 req-245966ee-f568-45a6-be03-b48a4bfe50d8 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Calling delete_port for 9a895bcb-adda-4a5c-9c55-106de126376e owned by compute:nova {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:35:16.495992 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbf790-6cec-45dd-ac6f-4271c0ef7647 req-32e66627-0340-40f7-8f94-00cb7337c06c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:16.500539 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-afbbf790-6cec-45dd-ac6f-4271c0ef7647 req-32e66627-0340-40f7-8f94-00cb7337c06c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1910720 Feb 18 12:35:16.606991 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-afbbf790-6cec-45dd-ac6f-4271c0ef7647 req-7cc1254e-f40e-41c1-ac8d-9c1240d343c4 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008954 Feb 18 12:35:16.643558 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b827b89f-975c-4208-a3b7-b155f60419c6 req-245966ee-f568-45a6-be03-b48a4bfe50d8 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848845764'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:16.748111 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bcb7e500-58c5-4661-b4fe-17160e37c50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:16.796451 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245966ee-f568-45a6-be03-b48a4bfe50d8 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Pushing event deleted for resources: {'Port': ['ID=9a895bcb-adda-4a5c-9c55-106de126376e,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:16.800842 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-245966ee-f568-45a6-be03-b48a4bfe50d8 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:17.116678 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-b827b89f-975c-4208-a3b7-b155f60419c6 req-245966ee-f568-45a6-be03-b48a4bfe50d8 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] No DVR routers for this DVR port 9a895bcb-adda-4a5c-9c55-106de126376e on host hv-cinder-77642 {{(pid=83986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:35:17.118976 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b827b89f-975c-4208-a3b7-b155f60419c6 req-245966ee-f568-45a6-be03-b48a4bfe50d8 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:17.121838 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bffd805-f893-4dd5-a5d4-7b5755d4788c', 'name': 'network-vif-deleted', 'tag': '9a895bcb-adda-4a5c-9c55-106de126376e'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:35:17.137564 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b827b89f-975c-4208-a3b7-b155f60419c6 req-245966ee-f568-45a6-be03-b48a4bfe50d8 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.99 "DELETE /v2.0/ports/9a895bcb-adda-4a5c-9c55-106de126376e HTTP/1.1" status: 204 len: 173 time: 3.1627522 Feb 18 12:35:17.570862 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bffd805-f893-4dd5-a5d4-7b5755d4788c', 'name': 'network-vif-deleted', 'tag': '9a895bcb-adda-4a5c-9c55-106de126376e', 'status': 'completed', 'code': 200} Feb 18 12:35:17.706304 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-0eca79ed-365e-440d-a49b-75eb62cce5fa req-8855a2f1-afe7-45e0-9697-8c469e3764ac tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Synchronizing usage tracker for tenant:13952a965be64e4687b85d3d011b7b30 on resource:port {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:35:17.721023 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-0eca79ed-365e-440d-a49b-75eb62cce5fa req-8855a2f1-afe7-45e0-9697-8c469e3764ac tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Unset dirty status for tenant:13952a965be64e4687b85d3d011b7b30 on resource:port {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:35:17.722275 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0eca79ed-365e-440d-a49b-75eb62cce5fa req-8855a2f1-afe7-45e0-9697-8c469e3764ac tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 210 time: 0.0633707 Feb 18 12:35:17.963053 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-836cb191-2a03-4cde-b2ce-3f220093e38f tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:17.964671 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-836cb191-2a03-4cde-b2ce-3f220093e38f tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/networks?id=5bccefc1-eeb4-48b2-860d-eba700c03669 HTTP/1.1" status: 200 len: 815 time: 0.1557539 Feb 18 12:35:17.980757 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-32fc08ae-02a6-439b-a880-e9aab3e9792b tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/quotas/d19cc7f219c541d79e256e08131b7da3 HTTP/1.1" status: 200 len: 375 time: 0.0097666 Feb 18 12:35:18.075244 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-f9b71fe3-1e85-459d-8ec3-272d7fbe21c6 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Synchronizing usage tracker for tenant:d19cc7f219c541d79e256e08131b7da3 on resource:port {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:35:18.092546 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-f9b71fe3-1e85-459d-8ec3-272d7fbe21c6 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Unset dirty status for tenant:d19cc7f219c541d79e256e08131b7da3 on resource:port {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:35:18.093925 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-f9b71fe3-1e85-459d-8ec3-272d7fbe21c6 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d19cc7f219c541d79e256e08131b7da3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067963 Feb 18 12:35:18.246575 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-5e279882-3626-4aea-ade8-18680706364b service neutron] 10.222.0.83 "GET /v2.0/networks/5bccefc1-eeb4-48b2-860d-eba700c03669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391406 Feb 18 12:35:18.403883 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-0424e077-4770-49c6-a3d2-c5d8ed639b14 service neutron] 10.222.0.83 "GET /v2.0/networks/5bccefc1-eeb4-48b2-860d-eba700c03669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1500943 Feb 18 12:35:18.690885 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8b933-b950-4cc5-9257-96589be699c4 req-fb38e92b-da4a-44c9-8a3a-40eca714704f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:18.693743 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b2e8b933-b950-4cc5-9257-96589be699c4 req-fb38e92b-da4a-44c9-8a3a-40eca714704f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.0899205 Feb 18 12:35:18.742842 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b2e8b933-b950-4cc5-9257-96589be699c4 req-eccf0f35-0fe8-4b9d-9bbf-85832b47b296 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438440 Feb 18 12:35:18.850055 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-75d63176-942b-4ca2-a0d9-49794c30cd8a req-eace0532-2d2f-414e-a83d-5e49e66a4ee1 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 210 time: 0.0537968 Feb 18 12:35:19.004917 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-38f0f483-fbac-4737-917c-05304a58ffae req-836dbdd5-a091-465f-ae81-32b9422ead88 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 210 time: 0.0484180 Feb 18 12:35:19.956653 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bb6ff-196f-47b7-9517-c85953e695cc req-1c82e046-0990-4f74-b842-598f6707a967 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:19.958309 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-806bb6ff-196f-47b7-9517-c85953e695cc req-1c82e046-0990-4f74-b842-598f6707a967 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.0930130 Feb 18 12:35:20.007308 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-806bb6ff-196f-47b7-9517-c85953e695cc req-8bd5903e-3937-4695-8606-eb16d305bf29 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426815 Feb 18 12:35:20.016290 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-39197524-2881-499c-a25a-5c544fe90f27 req-f1254765-712d-49da-94d1-5305f605fa35 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 210 time: 0.0497844 Feb 18 12:35:20.188524 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4f54033f-ed33-4d7e-9c06-ba910bf5f177 req-a240e03f-f85b-4524-b1f6-d0dfda4a13a8 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 210 time: 0.0519114 Feb 18 12:35:20.502035 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-949c34a4-a7f8-4f97-874a-278c13f9a60c tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:20.503621 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-949c34a4-a7f8-4f97-874a-278c13f9a60c tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.99 "GET /v2.0/networks?id=5bccefc1-eeb4-48b2-860d-eba700c03669 HTTP/1.1" status: 200 len: 815 time: 0.2073398 Feb 18 12:35:21.203571 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8296fc02-3a6c-4e25-9c91-6d4bef4fd3f3 req-1196bb6e-dad8-48c2-9c06-537e27af9a9a tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 210 time: 0.0556972 Feb 18 12:35:21.243119 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb31d40-733a-434a-b89a-d57a6a18ba7a req-1c832882-3893-43b1-a359-fef6db5a13e5 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:21.244915 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5bb31d40-733a-434a-b89a-d57a6a18ba7a req-1c832882-3893-43b1-a359-fef6db5a13e5 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1077476 Feb 18 12:35:21.296469 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5bb31d40-733a-434a-b89a-d57a6a18ba7a req-8d926ff2-b1e4-4969-acd8-91088a446e39 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444810 Feb 18 12:35:21.378738 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d263a3a7-46ee-49f3-bd37-e6438e1e874c req-9bb2e6c6-7812-4bd4-809c-35915db341b1 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 210 time: 0.0515132 Feb 18 12:35:22.374116 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-badd3a02-20d2-45b7-9c20-4c3833dc14a0 req-8fb12a7b-e2f1-4ab6-896c-178fa028dab6 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 210 time: 0.0504646 Feb 18 12:35:22.583870 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515236a0-377c-4d9e-9fb7-2d6968a62e71 req-0653c5b8-0f09-486c-990f-264e273127d0 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:22.585496 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-515236a0-377c-4d9e-9fb7-2d6968a62e71 req-0653c5b8-0f09-486c-990f-264e273127d0 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1035175 Feb 18 12:35:22.638399 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-515236a0-377c-4d9e-9fb7-2d6968a62e71 req-71c47824-6666-440c-b46d-564a29c07074 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465765 Feb 18 12:35:22.812318 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03fd83f0-e1e1-462a-a1f7-9be35e94118c req-39e76d6b-a2d7-4f53-b886-c23e8c7b768e tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 210 time: 0.0505984 Feb 18 12:35:22.999207 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-0e3eec97-5931-4e69-a220-cb56cc13480f tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Request body: {'port': {'device_id': 'c623c577-de50-4476-a04e-880cb04650a0', 'network_id': '5bccefc1-eeb4-48b2-860d-eba700c03669', 'admin_state_up': True, 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:35:23.148289 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-0e3eec97-5931-4e69-a220-cb56cc13480f tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:23.162152 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-0e3eec97-5931-4e69-a220-cb56cc13480f tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:23.171074 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-0e3eec97-5931-4e69-a220-cb56cc13480f tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Made reservation on behalf of d19cc7f219c541d79e256e08131b7da3 for: {'port': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:35:23.176773 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-0e3eec97-5931-4e69-a220-cb56cc13480f tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:23.510295 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-0e3eec97-5931-4e69-a220-cb56cc13480f tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Allocated IP 172.20.0.4 (5bccefc1-eeb4-48b2-860d-eba700c03669/cb7bae6a-7fcb-4274-b23f-3f83723ba9c7/18b49a94-f368-427b-b421-6e8574741ec8) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:35:23.546486 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dcd0efae-90f8-4346-845a-fd8e7631eb47 req-98153340-1eb8-4886-a1a1-a7c7455e5a0a tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 210 time: 0.0535851 Feb 18 12:35:23.734259 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-0e3eec97-5931-4e69-a220-cb56cc13480f tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:23.751056 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-0e3eec97-5931-4e69-a220-cb56cc13480f tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Transition to ACTIVE for port object 18b49a94-f368-427b-b421-6e8574741ec8 will not be triggered until provisioned by entity DHCP. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:35:23.776863 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-0e3eec97-5931-4e69-a220-cb56cc13480f tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848845764'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:23.793599 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-245966ee-f568-45a6-be03-b48a4bfe50d8 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:23.853757 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51256a7-c5db-43b5-b9be-24f4fcd6d711 req-c70e1569-0e31-473c-a6c4-67e2d7a4d515 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:23.855524 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c51256a7-c5db-43b5-b9be-24f4fcd6d711 req-c70e1569-0e31-473c-a6c4-67e2d7a4d515 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.0971150 Feb 18 12:35:23.907269 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c51256a7-c5db-43b5-b9be-24f4fcd6d711 req-f8274b2f-6357-4c25-aef7-0484001252f2 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448420 Feb 18 12:35:23.935877 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3eec97-5931-4e69-a220-cb56cc13480f tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Pushing event updated for resources: {'Port': ['ID=18b49a94-f368-427b-b421-6e8574741ec8,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:23.948720 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0e3eec97-5931-4e69-a220-cb56cc13480f tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:23.998445 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-0e3eec97-5931-4e69-a220-cb56cc13480f tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Network 5bccefc1-eeb4-48b2-860d-eba700c03669 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:35:24.000294 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-0e3eec97-5931-4e69-a220-cb56cc13480f tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:35:24.002734 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-0e3eec97-5931-4e69-a220-cb56cc13480f tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:35:24.075013 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-0e3eec97-5931-4e69-a220-cb56cc13480f tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:24.077130 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-0e3eec97-5931-4e69-a220-cb56cc13480f tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:24.094572 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d5e05602-4310-4adf-be08-fd4cc4720bf1 req-f117912a-21e7-443e-9957-de11fbb70a48 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 210 time: 0.0622666 Feb 18 12:35:24.105992 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-0e3eec97-5931-4e69-a220-cb56cc13480f tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1112733 Feb 18 12:35:24.242969 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-6d7b88d3-9024-4da8-8a77-c90bbe63132a None None] Provisioning for port 18b49a94-f368-427b-b421-6e8574741ec8 completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:35:24.248311 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-6d7b88d3-9024-4da8-8a77-c90bbe63132a None None] Provisioning complete for port 18b49a94-f368-427b-b421-6e8574741ec8 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:35:24.248731 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6d7b88d3-9024-4da8-8a77-c90bbe63132a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:24.305786 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-6d7b88d3-9024-4da8-8a77-c90bbe63132a None None] Port 18b49a94-f368-427b-b421-6e8574741ec8 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:35:24.526306 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-11317f97-e719-4d99-9399-24d012c55d17 service neutron] Request body: {'port': {'device_id': 'c623c577-de50-4476-a04e-880cb04650a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:35:24.663243 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-11317f97-e719-4d99-9399-24d012c55d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:24.759947 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040e3f6-7ac9-4ad1-843f-573d829041d6 req-8713bc14-31f9-440c-b981-19c7d8de7ac4 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:24.761686 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c040e3f6-7ac9-4ad1-843f-573d829041d6 req-8713bc14-31f9-440c-b981-19c7d8de7ac4 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 931 time: 0.0917215 Feb 18 12:35:24.812763 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-c040e3f6-7ac9-4ad1-843f-573d829041d6 req-c2746911-a0fa-40f9-8154-a72876ca3239 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Synchronizing usage tracker for tenant:d19cc7f219c541d79e256e08131b7da3 on resource:security_group {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:35:24.829997 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-c040e3f6-7ac9-4ad1-843f-573d829041d6 req-c2746911-a0fa-40f9-8154-a72876ca3239 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Unset dirty status for tenant:d19cc7f219c541d79e256e08131b7da3 on resource:security_group {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:35:24.831287 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c040e3f6-7ac9-4ad1-843f-573d829041d6 req-c2746911-a0fa-40f9-8154-a72876ca3239 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617895 Feb 18 12:35:25.189436 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-11317f97-e719-4d99-9399-24d012c55d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18b49a94-f368-427b-b421-6e8574741ec8 {{(pid=83986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:35:25.199765 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-11317f97-e719-4d99-9399-24d012c55d17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:25.219888 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-11317f97-e719-4d99-9399-24d012c55d17 service neutron] Transition to ACTIVE for port object 18b49a94-f368-427b-b421-6e8574741ec8 will not be triggered until provisioned by entity L2. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:35:25.231053 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-11317f97-e719-4d99-9399-24d012c55d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5930020'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:25.252056 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3d337d73-464d-4790-b97e-318e4caf42c2 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:25.312735 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c37f49a5-a983-497b-9a6f-2aa7435dd7f5 req-2cd03b80-29ce-47d1-820d-88fd4ce6ac42 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bffd805-f893-4dd5-a5d4-7b5755d4788c HTTP/1.1" status: 200 len: 210 time: 0.0623991 Feb 18 12:35:25.628023 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40686f8d-11f3-4cb6-bd08-091357034a60 req-32c8f9f3-15b8-4b53-8701-5fd1c0879ad1 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:25.631522 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-40686f8d-11f3-4cb6-bd08-091357034a60 req-32c8f9f3-15b8-4b53-8701-5fd1c0879ad1 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.5918086 Feb 18 12:35:25.701469 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11317f97-e719-4d99-9399-24d012c55d17 service neutron] Pushing event updated for resources: {'Port': ['ID=18b49a94-f368-427b-b421-6e8574741ec8,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:25.717534 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-11317f97-e719-4d99-9399-24d012c55d17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:25.727896 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-40686f8d-11f3-4cb6-bd08-091357034a60 req-b2ef0c69-9488-4c58-8790-3b54bd44b4bf tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817077 Feb 18 12:35:26.025516 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-11317f97-e719-4d99-9399-24d012c55d17 service neutron] Attempting to bind port 18b49a94-f368-427b-b421-6e8574741ec8 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:35:26.025893 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-11317f97-e719-4d99-9399-24d012c55d17 service neutron] Attempting to bind port 18b49a94-f368-427b-b421-6e8574741ec8 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '9dd03af7-4742-419c-8ec4-700ee22a3665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5bccefc1-eeb4-48b2-860d-eba700c03669'}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:35:26.026269 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-11317f97-e719-4d99-9399-24d012c55d17 service neutron] Attempting to bind port 18b49a94-f368-427b-b421-6e8574741ec8 on network 5bccefc1-eeb4-48b2-860d-eba700c03669 {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:35:26.034009 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-11317f97-e719-4d99-9399-24d012c55d17 service neutron] Checking agent: {'id': '18f92198-7ba7-4077-b6e2-71a52c8a0624', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 28, 38), 'started_at': datetime.datetime(2021, 2, 18, 12, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:35:26.034396 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-11317f97-e719-4d99-9399-24d012c55d17 service neutron] Checking segment: {'id': '9dd03af7-4742-419c-8ec4-700ee22a3665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5bccefc1-eeb4-48b2-860d-eba700c03669'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:35:26.034809 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-11317f97-e719-4d99-9399-24d012c55d17 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:26.035213 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-11317f97-e719-4d99-9399-24d012c55d17 service neutron] Bound using segment: {'id': '9dd03af7-4742-419c-8ec4-700ee22a3665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5bccefc1-eeb4-48b2-860d-eba700c03669'} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:35:26.035732 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-11317f97-e719-4d99-9399-24d012c55d17 service neutron] Bound port: 18b49a94-f368-427b-b421-6e8574741ec8, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd03af7-4742-419c-8ec4-700ee22a3665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5bccefc1-eeb4-48b2-860d-eba700c03669'}}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:35:26.036113 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-11317f97-e719-4d99-9399-24d012c55d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:26.212518 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-11317f97-e719-4d99-9399-24d012c55d17 service neutron] For port 18b49a94-f368-427b-b421-6e8574741ec8, host hv-cinder-77642, cleared binding levels {{(pid=83986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:35:26.217052 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-11317f97-e719-4d99-9399-24d012c55d17 service neutron] For port 18b49a94-f368-427b-b421-6e8574741ec8, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=18b49a94-f368-427b-b421-6e8574741ec8,segment=NetworkSegment(9dd03af7-4742-419c-8ec4-700ee22a3665),segment_id=9dd03af7-4742-419c-8ec4-700ee22a3665)] {{(pid=83986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:35:26.221541 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-11317f97-e719-4d99-9399-24d012c55d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5930020'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:26.242867 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a37bb386-c838-4a8c-bcb8-f4f7ba4bc676 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:26.391397 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858932d6-95a2-43fe-ad9e-9bdae124f9f4 req-d9842145-c7d6-44ff-8ed9-8283bfd82ef0 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:26.392191 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-858932d6-95a2-43fe-ad9e-9bdae124f9f4 req-d9842145-c7d6-44ff-8ed9-8283bfd82ef0 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Synchronizing usage tracker for tenant:d19cc7f219c541d79e256e08131b7da3 on resource:port {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:35:26.433117 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11317f97-e719-4d99-9399-24d012c55d17 service neutron] Pushing event updated for resources: {'Port': ['ID=18b49a94-f368-427b-b421-6e8574741ec8,revision_number=3']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:26.436875 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-11317f97-e719-4d99-9399-24d012c55d17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:26.458525 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-858932d6-95a2-43fe-ad9e-9bdae124f9f4 req-d9842145-c7d6-44ff-8ed9-8283bfd82ef0 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Unset dirty status for tenant:d19cc7f219c541d79e256e08131b7da3 on resource:port {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:35:26.459863 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-858932d6-95a2-43fe-ad9e-9bdae124f9f4 req-d9842145-c7d6-44ff-8ed9-8283bfd82ef0 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 943 time: 0.4092782 Feb 18 12:35:26.514747 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-11317f97-e719-4d99-9399-24d012c55d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:26.515535 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-11317f97-e719-4d99-9399-24d012c55d17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:26.516978 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-11317f97-e719-4d99-9399-24d012c55d17 service neutron] 10.222.0.99 "PUT /v2.0/ports/18b49a94-f368-427b-b421-6e8574741ec8 HTTP/1.1" status: 200 len: 1157 time: 1.9955320 Feb 18 12:35:26.520713 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c623c577-de50-4476-a04e-880cb04650a0', 'tag': '18b49a94-f368-427b-b421-6e8574741ec8'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:35:26.533546 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-858932d6-95a2-43fe-ad9e-9bdae124f9f4 req-317ac6e2-4880-42d6-adf4-5bbb867e4ea9 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660827 Feb 18 12:35:26.701372 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c623c577-de50-4476-a04e-880cb04650a0', 'tag': '18b49a94-f368-427b-b421-6e8574741ec8', 'status': 'completed', 'code': 200} Feb 18 12:35:26.994323 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46e503-2de2-46d0-b251-bafc81087597 req-345e874a-766c-467e-8b09-4a29d49c0c03 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:26.995979 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2f46e503-2de2-46d0-b251-bafc81087597 req-345e874a-766c-467e-8b09-4a29d49c0c03 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1182346 Feb 18 12:35:27.068861 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2f46e503-2de2-46d0-b251-bafc81087597 req-f1a88418-50b5-4b09-beed-64476d7ae986 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645387 Feb 18 12:35:27.744298 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c0365-d20a-4708-a499-614eeccc3b6d req-22eacd35-b0a7-40d1-9ca9-e4d9d14575c3 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:27.745843 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-539c0365-d20a-4708-a499-614eeccc3b6d req-22eacd35-b0a7-40d1-9ca9-e4d9d14575c3 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 943 time: 0.0883985 Feb 18 12:35:27.794906 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-539c0365-d20a-4708-a499-614eeccc3b6d req-c28c9533-c02b-4693-bdbe-d2bb3f7bb75a tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421073 Feb 18 12:35:28.301029 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cddff-48d7-4c44-8b19-265f89cf001e req-60ed596b-b886-4d7d-a34e-1806bcfc5f5d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:28.302708 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-898cddff-48d7-4c44-8b19-265f89cf001e req-60ed596b-b886-4d7d-a34e-1806bcfc5f5d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.0946879 Feb 18 12:35:28.371787 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-898cddff-48d7-4c44-8b19-265f89cf001e req-184f5868-8a99-490f-82ff-a03cc3e0d54a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581243 Feb 18 12:35:29.023387 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775c9ce-ca86-4850-88b8-19ed583aa414 req-c78ab8b8-532a-40cb-a896-ae7377da777d tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:29.025385 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3775c9ce-ca86-4850-88b8-19ed583aa414 req-c78ab8b8-532a-40cb-a896-ae7377da777d tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 943 time: 0.1054261 Feb 18 12:35:29.094089 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3775c9ce-ca86-4850-88b8-19ed583aa414 req-3ee519ec-2c3e-493a-84a0-814d4c02f94e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570879 Feb 18 12:35:29.616560 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026955de-a791-49f3-97cc-78106739293e req-f84058e6-7584-49c8-a72f-aa4b163c6066 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:29.618250 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-026955de-a791-49f3-97cc-78106739293e req-f84058e6-7584-49c8-a72f-aa4b163c6066 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1061521 Feb 18 12:35:29.684279 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-026955de-a791-49f3-97cc-78106739293e req-91675ee6-04b6-4f32-b9f8-3f58eb742e09 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534003 Feb 18 12:35:30.318391 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:35:30.339712 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b78f3-6bdf-4ffb-8611-702c6a9cd8f1 req-b1846aeb-d05c-487c-aa9a-ebd63d77e4af tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:30.341566 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-908b78f3-6bdf-4ffb-8611-702c6a9cd8f1 req-b1846aeb-d05c-487c-aa9a-ebd63d77e4af tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 943 time: 0.1065152 Feb 18 12:35:30.426139 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-908b78f3-6bdf-4ffb-8611-702c6a9cd8f1 req-c26495ce-1248-4196-ae4c-e52ac4e13f7a tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725372 Feb 18 12:35:30.997772 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4a5a2148-bf20-4bbc-99cb-9f54ef3a3dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:31.015954 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ccbf8-e951-4c73-b1b4-ff727e03103c req-304d9e19-d128-42ad-87e1-1e83c610fe07 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:31.019176 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d74ccbf8-e951-4c73-b1b4-ff727e03103c req-304d9e19-d128-42ad-87e1-1e83c610fe07 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1729798 Feb 18 12:35:31.109444 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d74ccbf8-e951-4c73-b1b4-ff727e03103c req-7ad0c5b7-e942-426c-8e74-86e949ad11b9 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828271 Feb 18 12:35:31.647115 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8de3b-f93c-4574-89a4-496e829b29eb req-eea1a4fd-2046-4245-9e5a-103d0a3ecfe9 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:31.649305 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a7b8de3b-f93c-4574-89a4-496e829b29eb req-eea1a4fd-2046-4245-9e5a-103d0a3ecfe9 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 943 time: 0.0928059 Feb 18 12:35:31.706979 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a7b8de3b-f93c-4574-89a4-496e829b29eb req-3ffe16ca-6351-43e2-a802-38ece8667cd7 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508583 Feb 18 12:35:32.496800 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b05a62-cad2-4795-bdcd-27f8de5c3ae6 req-79c39bf3-d50d-46f9-a913-508ef7613501 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:32.510913 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-12b05a62-cad2-4795-bdcd-27f8de5c3ae6 req-79c39bf3-d50d-46f9-a913-508ef7613501 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.2449262 Feb 18 12:35:32.572128 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-12b05a62-cad2-4795-bdcd-27f8de5c3ae6 req-30bdd89a-47dd-447f-9f0e-ede3ebe6dab5 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581131 Feb 18 12:35:33.026765 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db0b38-cd73-4e61-9048-03a966ac6496 req-fc257ca7-3266-4307-aaa4-1946733418c6 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:33.028615 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-31db0b38-cd73-4e61-9048-03a966ac6496 req-fc257ca7-3266-4307-aaa4-1946733418c6 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 943 time: 0.1188285 Feb 18 12:35:33.393694 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3dedbf65-43c4-4ee4-af6b-f1fc37ff5bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:33.420053 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-31db0b38-cd73-4e61-9048-03a966ac6496 req-5430f93c-1cca-4864-a5bb-b569de10ab45 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833327 Feb 18 12:35:33.820126 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d7194-75aa-4524-8304-65c0f0724cf2 req-02c8ade1-2bc1-497d-a3c1-e90d83fb97a1 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:33.822772 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-936d7194-75aa-4524-8304-65c0f0724cf2 req-02c8ade1-2bc1-497d-a3c1-e90d83fb97a1 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.0981584 Feb 18 12:35:33.840247 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:33.880044 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-936d7194-75aa-4524-8304-65c0f0724cf2 req-7734d1d6-a094-4db2-8765-81229ed3b2d5 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492702 Feb 18 12:35:34.699945 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b80ef9-6407-4e4b-b9ad-a23b95f7237c req-e2821354-4032-43a8-ac0d-d549566c77ef tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:34.701564 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-25b80ef9-6407-4e4b-b9ad-a23b95f7237c req-e2821354-4032-43a8-ac0d-d549566c77ef tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 943 time: 0.0936069 Feb 18 12:35:34.756388 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-25b80ef9-6407-4e4b-b9ad-a23b95f7237c req-85f6b4af-bc40-499d-b8f2-b24e8b9db654 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480251 Feb 18 12:35:35.200016 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:35.201355 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0586b-055a-4677-8905-1eb5ea5d3af4 req-07ef9019-2961-40ce-b225-26b429078c78 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:35.206562 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0fa0586b-055a-4677-8905-1eb5ea5d3af4 req-07ef9019-2961-40ce-b225-26b429078c78 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1535423 Feb 18 12:35:35.310471 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0fa0586b-055a-4677-8905-1eb5ea5d3af4 req-1ebab286-573e-4426-91a3-633e7cbee08e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887387 Feb 18 12:35:35.495733 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:36.093835 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2d75d-ff64-4655-8788-bd370b82c735 req-216c27d2-e60a-411b-9eed-00fb344ca26b tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:36.105141 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-05d2d75d-ff64-4655-8788-bd370b82c735 req-216c27d2-e60a-411b-9eed-00fb344ca26b tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 943 time: 0.1671314 Feb 18 12:35:36.223835 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-05d2d75d-ff64-4655-8788-bd370b82c735 req-b19ba1ea-aba4-4fc1-9cc6-dd482e9b3177 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034033 Feb 18 12:35:36.578864 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3480396-6c8f-4db3-9b85-674902ddd64e req-b0023bff-511a-458d-ac8d-a2edba2c7b44 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:36.580616 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3480396-6c8f-4db3-9b85-674902ddd64e req-b0023bff-511a-458d-ac8d-a2edba2c7b44 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.0958397 Feb 18 12:35:36.661713 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3480396-6c8f-4db3-9b85-674902ddd64e req-b2c4b57e-a5cd-4742-8905-2faa3ca60b1b tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691874 Feb 18 12:35:37.224098 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6875a16-7b08-4e2f-a85c-97cda68832dc req-c16fb30c-d2ed-4679-8d05-3090a6d08af0 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:37.225986 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e6875a16-7b08-4e2f-a85c-97cda68832dc req-c16fb30c-d2ed-4679-8d05-3090a6d08af0 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.1029265 Feb 18 12:35:37.287339 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e6875a16-7b08-4e2f-a85c-97cda68832dc req-0e3e3047-303d-4983-a0f8-4870d8a2db7a tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526927 Feb 18 12:35:37.624041 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a70e3-7d86-4a9b-adcd-315f983c4c17 req-262435f1-13c1-4c00-b681-eb9701b29f6e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:37.639413 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6e2a70e3-7d86-4a9b-adcd-315f983c4c17 req-262435f1-13c1-4c00-b681-eb9701b29f6e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 943 time: 0.1444094 Feb 18 12:35:37.713234 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6e2a70e3-7d86-4a9b-adcd-315f983c4c17 req-f587f027-0e08-4971-9658-cc34276195e6 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720918 Feb 18 12:35:38.081948 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b8ef4-c337-4524-8270-d0dac2651045 req-ff524935-7b6b-4511-af33-a09fc9c9c521 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:38.083840 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f20b8ef4-c337-4524-8270-d0dac2651045 req-ff524935-7b6b-4511-af33-a09fc9c9c521 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1606808 Feb 18 12:35:38.139099 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f20b8ef4-c337-4524-8270-d0dac2651045 req-88dcf0c3-9999-47ff-9b14-9e9d2d97a59f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481284 Feb 18 12:35:38.549113 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996044a8-a881-48cd-b0b8-9272e6410b72 req-93e2e7b5-b815-4e3c-a216-9ec1d515ee8a tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:38.550906 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-996044a8-a881-48cd-b0b8-9272e6410b72 req-93e2e7b5-b815-4e3c-a216-9ec1d515ee8a tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.1246011 Feb 18 12:35:38.643058 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-996044a8-a881-48cd-b0b8-9272e6410b72 req-8babc666-d281-43f6-917a-355332b7f202 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841339 Feb 18 12:35:38.771415 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 48018) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:38.954880 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a440a3d0-89ed-4ec5-a448-11235149fcab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:38.977869 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a440a3d0-89ed-4ec5-a448-11235149fcab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:38.983890 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-a440a3d0-89ed-4ec5-a448-11235149fcab admin admin] Usage tracker for resource:security_group_rule and tenant:72e8fbbd33bf431589d6857b0234d3c9 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:38.987030 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-a440a3d0-89ed-4ec5-a448-11235149fcab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:38.995804 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a440a3d0-89ed-4ec5-a448-11235149fcab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:39.059462 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14b177-0f43-4c7f-9e38-52d5f585fe99 req-03a171f8-a757-4bf6-a176-2dbf4f6f4246 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:39.061053 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1f14b177-0f43-4c7f-9e38-52d5f585fe99 req-03a171f8-a757-4bf6-a176-2dbf4f6f4246 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 943 time: 0.1843638 Feb 18 12:35:39.143386 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1f14b177-0f43-4c7f-9e38-52d5f585fe99 req-645f3b25-5459-4769-8d25-cef933b6c7fd tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751557 Feb 18 12:35:39.165612 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a440a3d0-89ed-4ec5-a448-11235149fcab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:39.169002 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a440a3d0-89ed-4ec5-a448-11235149fcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:39.180167 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-311e9a2a-672a-4964-bbd4-da798cdd0600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:39.231476 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440a3d0-89ed-4ec5-a448-11235149fcab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e044b9-42db-4d06-9c62-179a81cbf650,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:39.239969 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 48028) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:39.240197 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-a440a3d0-89ed-4ec5-a448-11235149fcab admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=72e8fbbd33bf431589d6857b0234d3c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4671555 Feb 18 12:35:39.241153 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a440a3d0-89ed-4ec5-a448-11235149fcab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:39.333387 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:39.364904 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:39.393739 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea8e8b-def4-4fba-8b8d-542ce798cbd3 req-e4459915-de08-4256-83d6-2caeb45d96bb tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:39.395576 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ecea8e8b-def4-4fba-8b8d-542ce798cbd3 req-e4459915-de08-4256-83d6-2caeb45d96bb tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.0974729 Feb 18 12:35:39.420669 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:39.426732 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-aff80801-7120-4cf9-a9d9-00177d3b2c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:39.440935 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e044b9-42db-4d06-9c62-179a81cbf650,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:39.448084 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ecea8e8b-def4-4fba-8b8d-542ce798cbd3 req-82ed99de-2dc1-4af6-bc09-7f5af117e1b5 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448575 Feb 18 12:35:39.451181 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:39.451552 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:39.451944 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:39.452385 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:39.452798 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:39.453185 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:39.453579 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:39.453972 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:39.454365 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:39.454754 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:39.455142 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:39.455557 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:39.456027 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:39.456418 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:39.456812 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:39.457201 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:39.457586 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:39.457994 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:39.458369 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:39.458757 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:39.459146 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:39.459557 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:39.459947 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:39.460331 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:39.463657 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:39.472267 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/15e044b9-42db-4d06-9c62-179a81cbf650 HTTP/1.1" status: 204 len: 168 time: 0.2265198 Feb 18 12:35:39.472267 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:39.857444 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c935a-6fcf-4988-92ec-69de2ff80f29 req-9792b397-761e-4e11-a86f-d837a5005570 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:39.859918 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a74c935a-6fcf-4988-92ec-69de2ff80f29 req-9792b397-761e-4e11-a86f-d837a5005570 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.0973599 Feb 18 12:35:39.920243 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a74c935a-6fcf-4988-92ec-69de2ff80f29 req-b01af34b-6e1c-4017-ad6e-7536e23a644b tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481856 Feb 18 12:35:40.375535 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd70ec-803f-4434-9dd2-5807264675e2 req-3fe1f8ad-1e92-4ddf-b9e8-cd4e6c4e5e3b tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:40.377358 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-15cd70ec-803f-4434-9dd2-5807264675e2 req-3fe1f8ad-1e92-4ddf-b9e8-cd4e6c4e5e3b tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 943 time: 0.1129503 Feb 18 12:35:40.431267 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-15cd70ec-803f-4434-9dd2-5807264675e2 req-3fd3d804-9f97-4936-96e1-f894c507511b tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465350 Feb 18 12:35:40.691858 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e16896-62a6-42d3-862f-6157443322f1 req-721f017f-b8f1-48b4-b0cd-2c84e803b414 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:40.693705 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b4e16896-62a6-42d3-862f-6157443322f1 req-721f017f-b8f1-48b4-b0cd-2c84e803b414 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.0959160 Feb 18 12:35:40.771880 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b4e16896-62a6-42d3-862f-6157443322f1 req-ec131c29-716d-42a4-8ae2-53eed107c816 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678468 Feb 18 12:35:41.173125 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea670fc6-884b-4c0c-8308-dcc3731ccf8b req-006b55fb-5074-49c7-910f-1f668b90f372 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:41.174878 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ea670fc6-884b-4c0c-8308-dcc3731ccf8b req-006b55fb-5074-49c7-910f-1f668b90f372 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.1230226 Feb 18 12:35:41.234967 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ea670fc6-884b-4c0c-8308-dcc3731ccf8b req-578a46fa-a16d-42fe-aad2-c57a07973336 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533204 Feb 18 12:35:41.671909 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f41f0-348e-4641-95e5-7588f4be5b7b req-f435b113-cb37-4c95-ae4a-0696b3e3356f tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:41.673801 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c80f41f0-348e-4641-95e5-7588f4be5b7b req-f435b113-cb37-4c95-ae4a-0696b3e3356f tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 943 time: 0.1177733 Feb 18 12:35:41.724040 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c80f41f0-348e-4641-95e5-7588f4be5b7b req-02b534d8-545e-4890-9d09-7691eceb08bd tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432737 Feb 18 12:35:41.984591 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e94a4-8368-434b-80a3-806074967dcf req-bff768c2-2574-4ee7-a8dd-993d35ae3d35 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:41.986151 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d70e94a4-8368-434b-80a3-806074967dcf req-bff768c2-2574-4ee7-a8dd-993d35ae3d35 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.0924044 Feb 18 12:35:42.035401 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d70e94a4-8368-434b-80a3-806074967dcf req-c714fc9c-c02e-46d7-8df5-8011c24244d8 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428362 Feb 18 12:35:42.466540 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632bf6d-ad50-4b9d-89d6-9df144eb3ffa req-735d868e-ba07-4004-8d34-dfbf15ff9a38 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:42.468947 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3632bf6d-ad50-4b9d-89d6-9df144eb3ffa req-735d868e-ba07-4004-8d34-dfbf15ff9a38 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.0917008 Feb 18 12:35:42.526747 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3632bf6d-ad50-4b9d-89d6-9df144eb3ffa req-65d7a6d3-2e98-4449-ba0c-14a0d523031f tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508258 Feb 18 12:35:42.943690 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f8657-661c-4a56-b61a-69dc218d205e req-bc478a36-551a-447f-ba7a-f96c3a5cdb64 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:42.945373 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8f3f8657-661c-4a56-b61a-69dc218d205e req-bc478a36-551a-447f-ba7a-f96c3a5cdb64 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 943 time: 0.1013288 Feb 18 12:35:43.002554 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8f3f8657-661c-4a56-b61a-69dc218d205e req-264cddb6-3dd6-4dac-a33f-62631f065b48 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504661 Feb 18 12:35:43.255476 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f9d93-9896-4a2a-9f37-20011bc8983f req-44670234-517d-42eb-9331-63efed81225b tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:43.257483 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-357f9d93-9896-4a2a-9f37-20011bc8983f req-44670234-517d-42eb-9331-63efed81225b tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.0946264 Feb 18 12:35:43.307125 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-357f9d93-9896-4a2a-9f37-20011bc8983f req-2f6a118c-712a-448e-8da4-e4aabe78195d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432370 Feb 18 12:35:43.743854 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d820ba-288d-4f63-a86c-50c2c96dad3c req-1f8452db-46bf-464b-b480-de8d84c41a1f tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:43.745487 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-10d820ba-288d-4f63-a86c-50c2c96dad3c req-1f8452db-46bf-464b-b480-de8d84c41a1f tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.0904255 Feb 18 12:35:43.799141 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-10d820ba-288d-4f63-a86c-50c2c96dad3c req-e94e6983-c585-44a7-a372-4e604fd47a2e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471659 Feb 18 12:35:44.205618 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce96c6-d0de-4f60-a18c-3dde8cc31936 req-caa46c93-254e-4455-bd3b-97f0634197d8 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:44.207229 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f6ce96c6-d0de-4f60-a18c-3dde8cc31936 req-caa46c93-254e-4455-bd3b-97f0634197d8 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 943 time: 0.0890992 Feb 18 12:35:44.256985 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f6ce96c6-d0de-4f60-a18c-3dde8cc31936 req-29325c8b-437e-4bbc-b2a3-3d509bd2ea36 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434046 Feb 18 12:35:44.486488 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:44.566359 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951c919-f6e7-4e23-8650-8db39670688e req-53f00b77-a46b-41a8-b67f-3bf923544a3d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:44.568091 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f951c919-f6e7-4e23-8650-8db39670688e req-53f00b77-a46b-41a8-b67f-3bf923544a3d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1206858 Feb 18 12:35:44.623783 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f951c919-f6e7-4e23-8650-8db39670688e req-85766706-52b8-49d2-bf19-585c94bf7b29 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477548 Feb 18 12:35:45.007402 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c22c5e-6978-4cd8-bb52-cbe1c75a1f90 req-b1269193-c0c3-494b-a31c-ec202e3229df tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:45.008915 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-01c22c5e-6978-4cd8-bb52-cbe1c75a1f90 req-b1269193-c0c3-494b-a31c-ec202e3229df tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.0938077 Feb 18 12:35:45.066986 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-01c22c5e-6978-4cd8-bb52-cbe1c75a1f90 req-3069a1fa-73b7-4341-878f-f41961ab0105 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503507 Feb 18 12:35:45.200804 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 19a802e4-5491-40b3-a616-250e68167213 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:35:45.275145 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 19a802e4-5491-40b3-a616-250e68167213 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:35:45.275834 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:45.388430 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765cd68-b879-4b5b-bfde-18994419a29f req-3877f1b5-d817-48a6-88f7-5635357fb636 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:45.397256 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9765cd68-b879-4b5b-bfde-18994419a29f req-3877f1b5-d817-48a6-88f7-5635357fb636 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/networks?id=f2fb9c2f-ccd5-4048-a269-a8c314b93d8e HTTP/1.1" status: 200 len: 814 time: 0.1714995 Feb 18 12:35:45.408792 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9765cd68-b879-4b5b-bfde-18994419a29f req-49b7f731-c250-4f3c-b8e4-8be8514e4b9b tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/quotas/13952a965be64e4687b85d3d011b7b30 HTTP/1.1" status: 200 len: 375 time: 0.0105588 Feb 18 12:35:45.466933 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9765cd68-b879-4b5b-bfde-18994419a29f req-e99d4d48-cd63-4c1d-b1ae-1cace4e44604 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=13952a965be64e4687b85d3d011b7b30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511007 Feb 18 12:35:45.726384 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9765cd68-b879-4b5b-bfde-18994419a29f req-ac1fa34e-97e6-486e-8e10-a866f8311eda service neutron] 10.222.0.83 "GET /v2.0/networks/f2fb9c2f-ccd5-4048-a269-a8c314b93d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518942 Feb 18 12:35:46.093571 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9765cd68-b879-4b5b-bfde-18994419a29f req-c48c7d97-7ff9-45a3-8cbf-f563848e50f4 service neutron] 10.222.0.83 "GET /v2.0/networks/f2fb9c2f-ccd5-4048-a269-a8c314b93d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3591435 Feb 18 12:35:46.439253 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c663f-58fc-4c8d-8152-0b6e457b39c8 req-9d877dae-82fc-49a0-b160-82dd6707abb3 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:46.441977 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4b1c663f-58fc-4c8d-8152-0b6e457b39c8 req-9d877dae-82fc-49a0-b160-82dd6707abb3 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 943 time: 0.1379919 Feb 18 12:35:46.522632 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 48172) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:46.586612 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4b1c663f-58fc-4c8d-8152-0b6e457b39c8 req-04b65f78-58ed-461c-8003-c94090ae0e4f tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367190 Feb 18 12:35:46.586979 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ae649243-2665-4a16-934b-b7bacd09351b req-6162a48f-c884-49af-bb6b-b211ca2f7d86 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1084001 Feb 18 12:35:46.614599 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c41b31-4f7f-4415-89ec-420b88ef13a0 req-b03758f1-58bf-4c24-964a-d337a56dec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:46.616799 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e5c41b31-4f7f-4415-89ec-420b88ef13a0 req-b03758f1-58bf-4c24-964a-d337a56dec23 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d19cc7f219c541d79e256e08131b7da3&device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 1160 time: 0.1451678 Feb 18 12:35:46.683889 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:46.749595 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:46.766170 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Usage tracker for resource:security_group_rule and tenant:1fee7f2f15f743a589457d82bf14dbaf is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:46.771362 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:46.780218 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:46.838066 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3e594-f85f-4bf0-b180-f30bfe5a5b80 req-2cfd9e50-c82e-43a0-8328-b93497d11348 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:46.839760 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cbe3e594-f85f-4bf0-b180-f30bfe5a5b80 req-2cfd9e50-c82e-43a0-8328-b93497d11348 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1431799 Feb 18 12:35:46.924736 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cbe3e594-f85f-4bf0-b180-f30bfe5a5b80 req-f5be9b2a-4d44-4abd-8466-e1cf256297af tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783782 Feb 18 12:35:46.946779 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:46.950646 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:46.960091 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:47.003203 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9d4d98-43a7-4502-90fe-dafb51b29be4,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:47.013621 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1fee7f2f15f743a589457d82bf14dbaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4873941 Feb 18 12:35:47.015263 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:47.015696 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:47.016092 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:47.016483 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:47.016875 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:47.017270 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:47.017647 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:47.018032 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:47.018331 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 48188) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:47.018538 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:47.018777 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:47.019159 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:47.019535 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:47.019997 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:47.020384 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:47.020766 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:47.021146 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:47.021526 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:47.021911 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:47.022924 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:47.022924 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:47.023211 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:47.023394 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:47.023745 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:47.024131 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:47.028913 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:47.102298 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc990456-67c2-49c3-b7fd-129d87d97d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:47.133336 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc990456-67c2-49c3-b7fd-129d87d97d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:47.136214 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633eec58-352b-4f54-ac9c-fba7ba727803 req-741f7e4f-9e94-4570-a465-84961a6b85d4 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:47.137833 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-633eec58-352b-4f54-ac9c-fba7ba727803 req-741f7e4f-9e94-4570-a465-84961a6b85d4 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.0963192 Feb 18 12:35:47.180830 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc990456-67c2-49c3-b7fd-129d87d97d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:47.186805 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c4ea3d63-7a56-4060-a2aa-0d7e800863d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:47.189471 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-633eec58-352b-4f54-ac9c-fba7ba727803 req-d94638e3-7d46-4dbe-9a8b-471cb07be665 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449669 Feb 18 12:35:47.201622 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc990456-67c2-49c3-b7fd-129d87d97d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9d4d98-43a7-4502-90fe-dafb51b29be4,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:47.205286 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc990456-67c2-49c3-b7fd-129d87d97d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:47.209248 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-cc990456-67c2-49c3-b7fd-129d87d97d4b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ca9d4d98-43a7-4502-90fe-dafb51b29be4 HTTP/1.1" status: 204 len: 168 time: 0.1861091 Feb 18 12:35:47.220504 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cc990456-67c2-49c3-b7fd-129d87d97d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:47.350647 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-61ec9bfe-2c93-4cc4-9a56-9a6cf93df8b2 req-94734e99-c376-4b2f-b7fc-4424a422e458 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=44a698dc-83b1-4a97-901f-b53dde2bc4d0 HTTP/1.1" status: 200 len: 210 time: 0.0506496 Feb 18 12:35:47.790425 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75d7d9-c7ed-46cd-b512-d1b33dfcdd91 req-9652e204-78af-4d6f-9ead-34f269695ab9 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:47.792078 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aa75d7d9-c7ed-46cd-b512-d1b33dfcdd91 req-9652e204-78af-4d6f-9ead-34f269695ab9 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 943 time: 0.0864203 Feb 18 12:35:47.843671 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aa75d7d9-c7ed-46cd-b512-d1b33dfcdd91 req-da07dd36-1e9b-46a9-8d57-cad42cd573a6 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449061 Feb 18 12:35:48.309886 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918ae0c-ecd3-4070-ad14-2bca00c66b34 req-1cfbdec5-053f-4d6d-a914-0021380cd888 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:48.311413 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c918ae0c-ecd3-4070-ad14-2bca00c66b34 req-1cfbdec5-053f-4d6d-a914-0021380cd888 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.2630262 Feb 18 12:35:48.362187 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c918ae0c-ecd3-4070-ad14-2bca00c66b34 req-7fa22be4-1f18-4696-8457-91638992eb1e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442455 Feb 18 12:35:48.557424 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44b288-a88b-4a63-a312-b7e97169b0a7 req-f9783e0d-543d-4146-a094-aabec0a3d6a6 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:48.559072 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9c44b288-a88b-4a63-a312-b7e97169b0a7 req-f9783e0d-543d-4146-a094-aabec0a3d6a6 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.0917144 Feb 18 12:35:48.611594 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9c44b288-a88b-4a63-a312-b7e97169b0a7 req-f8444345-52b0-4e7b-8472-801a6ea93da5 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454447 Feb 18 12:35:48.767044 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7a1a13d8-2d07-41fc-bd1d-3fcd557bcc98 req-8377e5b7-de8d-4cea-8e7b-7bce58a0620c tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=44a698dc-83b1-4a97-901f-b53dde2bc4d0 HTTP/1.1" status: 200 len: 210 time: 0.0513029 Feb 18 12:35:49.058612 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd2eea-680e-44da-9681-f562626b727b req-47bb87c2-d002-4536-b428-6bc66586b9b2 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:49.060350 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2cfd2eea-680e-44da-9681-f562626b727b req-47bb87c2-d002-4536-b428-6bc66586b9b2 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 943 time: 0.0999825 Feb 18 12:35:49.113118 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2cfd2eea-680e-44da-9681-f562626b727b req-4481583e-ea0a-4403-974f-427cea9132a6 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453937 Feb 18 12:35:49.567964 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc9834-b26c-4b19-a59a-f2d5b253fce4 req-7aa1973a-8b9c-4ebd-87f2-1507cd27c3ad tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:49.569588 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b5fc9834-b26c-4b19-a59a-f2d5b253fce4 req-7aa1973a-8b9c-4ebd-87f2-1507cd27c3ad tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.0879374 Feb 18 12:35:49.622983 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b5fc9834-b26c-4b19-a59a-f2d5b253fce4 req-aa775cfc-f7aa-4a6f-a498-3254c8e09eff tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470083 Feb 18 12:35:49.829024 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ba037-f455-49e7-8254-f0851842e052 req-973244a9-f29e-47f1-9afa-5476b7e1d80a tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:49.830621 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-983ba037-f455-49e7-8254-f0851842e052 req-973244a9-f29e-47f1-9afa-5476b7e1d80a tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.0868440 Feb 18 12:35:49.878824 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-983ba037-f455-49e7-8254-f0851842e052 req-2cec747f-98ce-4f73-90f8-6571407b7137 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418375 Feb 18 12:35:50.027086 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2fadf73f-8c7a-445b-9eb8-fd3b99d1085e req-40279e33-b6cd-42d1-9105-2a517d4f2c1e tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=44a698dc-83b1-4a97-901f-b53dde2bc4d0 HTTP/1.1" status: 200 len: 210 time: 0.0483348 Feb 18 12:35:50.316036 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1714b5-b17c-47f5-b4fa-515acf2efbbc req-988eb845-5190-4eae-9219-c0645a4f9481 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:50.317645 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1a1714b5-b17c-47f5-b4fa-515acf2efbbc req-988eb845-5190-4eae-9219-c0645a4f9481 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 943 time: 0.0901072 Feb 18 12:35:50.367441 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1a1714b5-b17c-47f5-b4fa-515acf2efbbc req-f070de9b-051d-47d5-9ccf-dfb894c9d394 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433908 Feb 18 12:35:50.905802 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c41b31-4f7f-4415-89ec-420b88ef13a0 req-238e3da3-9229-49bc-9467-1c988c9a8602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:50.907817 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e5c41b31-4f7f-4415-89ec-420b88ef13a0 req-238e3da3-9229-49bc-9467-1c988c9a8602 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=d19cc7f219c541d79e256e08131b7da3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2199013 Feb 18 12:35:50.921271 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f1ebb-056f-426b-9c75-f61b681eb5fc req-8f9269d4-b14f-4571-bb45-7931c5bfd228 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:50.922949 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-da3f1ebb-056f-426b-9c75-f61b681eb5fc req-8f9269d4-b14f-4571-bb45-7931c5bfd228 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1560590 Feb 18 12:35:50.942716 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae649243-2665-4a16-934b-b7bacd09351b req-0077fca6-efe0-462a-b123-dd942140945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:50.944417 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ae649243-2665-4a16-934b-b7bacd09351b req-0077fca6-efe0-462a-b123-dd942140945e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 1162 time: 0.0912421 Feb 18 12:35:51.093442 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-da3f1ebb-056f-426b-9c75-f61b681eb5fc req-66eb1fde-13f0-4903-b0a4-a0b2ccf4c691 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431677 Feb 18 12:35:51.131627 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c41b31-4f7f-4415-89ec-420b88ef13a0 req-8a3a6916-8fd9-4098-825a-f0a178082c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:51.133755 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e5c41b31-4f7f-4415-89ec-420b88ef13a0 req-8a3a6916-8fd9-4098-825a-f0a178082c4d service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2097983 Feb 18 12:35:51.177583 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae649243-2665-4a16-934b-b7bacd09351b req-30052da1-a11c-44e9-bc3d-7aca6a16cb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:51.179616 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ae649243-2665-4a16-934b-b7bacd09351b req-30052da1-a11c-44e9-bc3d-7aca6a16cb19 service neutron] 10.222.0.99 "GET /v2.0/networks?id=bb258f48-33fc-49fc-8809-521607151087 HTTP/1.1" status: 200 len: 905 time: 0.1890929 Feb 18 12:35:51.288331 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4eefad54-352a-4b48-8d6b-1b7ff0a13894 req-f66aab9b-95a0-4875-9e19-362345445509 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=44a698dc-83b1-4a97-901f-b53dde2bc4d0 HTTP/1.1" status: 200 len: 210 time: 0.0694547 Feb 18 12:35:51.356384 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a6e88-7d19-48de-a432-4a488ee58e8b req-dc3084c0-8ec2-4b8e-bff8-05fdd868cfa8 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:51.358115 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d22a6e88-7d19-48de-a432-4a488ee58e8b req-dc3084c0-8ec2-4b8e-bff8-05fdd868cfa8 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.3377345 Feb 18 12:35:51.409603 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d22a6e88-7d19-48de-a432-4a488ee58e8b req-a180e30c-0baa-405f-8c99-31992d97f927 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440168 Feb 18 12:35:51.583728 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ae649243-2665-4a16-934b-b7bacd09351b req-36af48a0-2378-43e1-868f-70710a20471a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8961bbb9-e560-4a9e-ae9a-0a7b7997d078 HTTP/1.1" status: 200 len: 1001 time: 0.1084404 Feb 18 12:35:51.661774 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae649243-2665-4a16-934b-b7bacd09351b req-91f2a4af-e6b2-46af-acd3-101ee66dbe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:51.663363 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ae649243-2665-4a16-934b-b7bacd09351b req-91f2a4af-e6b2-46af-acd3-101ee66dbe96 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5c10d723-44ed-460c-abaf-474c1da07dd6 HTTP/1.1" status: 200 len: 850 time: 0.0727663 Feb 18 12:35:51.694902 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-d309352e-80d8-42f5-a84a-b736f36326e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:51.696590 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-d309352e-80d8-42f5-a84a-b736f36326e1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d19cc7f219c541d79e256e08131b7da3&device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 1160 time: 0.1550269 Feb 18 12:35:51.704434 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664eb08d-6306-44cc-bcaa-b6e6a04cafab req-f7a47f7c-779f-43c3-8c1c-71e6f9614be7 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:51.705969 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-664eb08d-6306-44cc-bcaa-b6e6a04cafab req-f7a47f7c-779f-43c3-8c1c-71e6f9614be7 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 943 time: 0.1195560 Feb 18 12:35:51.750942 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae649243-2665-4a16-934b-b7bacd09351b req-ee1d03f1-6bd6-459f-b141-216c6319d14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:51.752566 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ae649243-2665-4a16-934b-b7bacd09351b req-ee1d03f1-6bd6-459f-b141-216c6319d14b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bb258f48-33fc-49fc-8809-521607151087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814502 Feb 18 12:35:51.813329 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-089ef9b4-7c4a-4d1d-bafc-68a6e416b4df service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18b49a94-f368-427b-b421-6e8574741ec8 HTTP/1.1" status: 200 len: 217 time: 0.0839052 Feb 18 12:35:51.862840 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-664eb08d-6306-44cc-bcaa-b6e6a04cafab req-e3cb0f08-01b4-4632-b0e4-a16df73b04ee tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502731 Feb 18 12:35:51.890146 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-82be2783-acbb-48d1-8d81-a598eaa05a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:51.891755 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-82be2783-acbb-48d1-8d81-a598eaa05a1a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cb7bae6a-7fcb-4274-b23f-3f83723ba9c7 HTTP/1.1" status: 200 len: 854 time: 0.0712492 Feb 18 12:35:51.907328 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ae649243-2665-4a16-934b-b7bacd09351b req-c70063fb-a8bf-47b7-833b-224fdaff9f14 service neutron] 10.222.0.99 "GET /v2.0/networks/bb258f48-33fc-49fc-8809-521607151087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469283 Feb 18 12:35:52.215306 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-f6cbe69a-fd0a-4efd-b3bc-07cd973cad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:52.217114 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-f6cbe69a-fd0a-4efd-b3bc-07cd973cad60 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5bccefc1-eeb4-48b2-860d-eba700c03669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1093514 Feb 18 12:35:52.398751 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-714a5258-b80e-4717-9ec9-e9f2982e32bd service neutron] 10.222.0.99 "GET /v2.0/networks/5bccefc1-eeb4-48b2-860d-eba700c03669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731124 Feb 18 12:35:52.536249 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ae649243-2665-4a16-934b-b7bacd09351b req-d60ca96b-5c4f-4501-9de5-8d27d35825a0 service neutron] 10.222.0.99 "GET /v2.0/networks/bb258f48-33fc-49fc-8809-521607151087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4276602 Feb 18 12:35:52.548612 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765cd68-b879-4b5b-bfde-18994419a29f req-c9219251-7802-4c20-aee9-ffaa3f9b8560 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:52.550205 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9765cd68-b879-4b5b-bfde-18994419a29f req-c9219251-7802-4c20-aee9-ffaa3f9b8560 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.99 "GET /v2.0/networks?id=f2fb9c2f-ccd5-4048-a269-a8c314b93d8e HTTP/1.1" status: 200 len: 814 time: 0.4014261 Feb 18 12:35:52.566522 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1c06e-3dde-48f8-b0a9-53707ffd9829 req-f886c080-1198-4423-a40b-4b32048cabcf tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:52.568175 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2db1c06e-3dde-48f8-b0a9-53707ffd9829 req-f886c080-1198-4423-a40b-4b32048cabcf tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.2661085 Feb 18 12:35:52.574056 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-9765cd68-b879-4b5b-bfde-18994419a29f req-8105bd26-faa0-40de-b47f-8a6baec18593 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Request body: {'port': {'device_id': '44a698dc-83b1-4a97-901f-b53dde2bc4d0', 'network_id': 'f2fb9c2f-ccd5-4048-a269-a8c314b93d8e', 'admin_state_up': True, 'tenant_id': '13952a965be64e4687b85d3d011b7b30'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:35:52.577888 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-14dd2ce5-c150-4a75-a692-783c7dc2d441 req-bffff651-5522-4be7-876d-3accfd174ac6 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=44a698dc-83b1-4a97-901f-b53dde2bc4d0 HTTP/1.1" status: 200 len: 210 time: 0.0647240 Feb 18 12:35:52.660496 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2ec44530-143f-4f98-98c2-7fddfe234b00 req-f987bc7e-35db-4d20-965f-1a32bdd91ea8 service neutron] 10.222.0.99 "GET /v2.0/networks/5bccefc1-eeb4-48b2-860d-eba700c03669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2541671 Feb 18 12:35:52.752932 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2db1c06e-3dde-48f8-b0a9-53707ffd9829 req-b2adfd6a-818e-433d-a5cb-4f97b08eda21 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620741 Feb 18 12:35:52.785784 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6ade3-5073-4c27-9ef9-d432d941c29b req-d1b0ab47-835d-4fb8-b089-86840cfade34 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:52.787847 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fed6ade3-5073-4c27-9ef9-d432d941c29b req-d1b0ab47-835d-4fb8-b089-86840cfade34 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.0978289 Feb 18 12:35:52.790437 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-9765cd68-b879-4b5b-bfde-18994419a29f req-8105bd26-faa0-40de-b47f-8a6baec18593 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:52.801740 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-9765cd68-b879-4b5b-bfde-18994419a29f req-8105bd26-faa0-40de-b47f-8a6baec18593 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:52.813205 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9765cd68-b879-4b5b-bfde-18994419a29f req-8105bd26-faa0-40de-b47f-8a6baec18593 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Made reservation on behalf of 13952a965be64e4687b85d3d011b7b30 for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:35:52.819860 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9765cd68-b879-4b5b-bfde-18994419a29f req-8105bd26-faa0-40de-b47f-8a6baec18593 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:52.841057 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fed6ade3-5073-4c27-9ef9-d432d941c29b req-4fedb1bc-e00e-4c4d-899f-e60e20f2d589 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454180 Feb 18 12:35:53.097235 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeaba0c-a8f8-4606-b4fb-0609520d801a req-7eba2958-5327-45d7-be9e-237d2acd963d tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:53.098928 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bdeaba0c-a8f8-4606-b4fb-0609520d801a req-7eba2958-5327-45d7-be9e-237d2acd963d tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 943 time: 0.0930755 Feb 18 12:35:53.154274 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bdeaba0c-a8f8-4606-b4fb-0609520d801a req-e883d780-3551-49c2-b39d-71f21275d0d0 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481806 Feb 18 12:35:53.159523 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-9765cd68-b879-4b5b-bfde-18994419a29f req-8105bd26-faa0-40de-b47f-8a6baec18593 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Allocated IP 172.20.0.6 (f2fb9c2f-ccd5-4048-a269-a8c314b93d8e/072eaae9-27f9-464f-aeda-d7015fdfda44/4af92ce7-1c3a-41fb-89e1-64f426a31b05) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:35:53.393594 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9765cd68-b879-4b5b-bfde-18994419a29f req-8105bd26-faa0-40de-b47f-8a6baec18593 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:53.426273 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9765cd68-b879-4b5b-bfde-18994419a29f req-8105bd26-faa0-40de-b47f-8a6baec18593 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:53.444947 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-902feacc-58b1-4533-886a-652105a431f3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:53.880147 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105bd26-faa0-40de-b47f-8a6baec18593 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Pushing event updated for resources: {'Port': ['ID=4af92ce7-1c3a-41fb-89e1-64f426a31b05,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:53.923229 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8105bd26-faa0-40de-b47f-8a6baec18593 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:53.982573 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56d8ec-b155-4ee6-ae8e-20e587ab8785 req-c717601c-5341-4d38-9341-767337e9c2f9 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:53.985149 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ac56d8ec-b155-4ee6-ae8e-20e587ab8785 req-c717601c-5341-4d38-9341-767337e9c2f9 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.0907815 Feb 18 12:35:53.989958 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9765cd68-b879-4b5b-bfde-18994419a29f req-8105bd26-faa0-40de-b47f-8a6baec18593 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Network f2fb9c2f-ccd5-4048-a269-a8c314b93d8e is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:35:53.991905 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-9765cd68-b879-4b5b-bfde-18994419a29f req-8105bd26-faa0-40de-b47f-8a6baec18593 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:35:53.996669 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-9765cd68-b879-4b5b-bfde-18994419a29f req-8105bd26-faa0-40de-b47f-8a6baec18593 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:35:54.038440 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ac56d8ec-b155-4ee6-ae8e-20e587ab8785 req-8a60dad6-7418-44f6-a37f-c3bee87bffa4 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465839 Feb 18 12:35:54.054942 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561b43c-7fc8-468c-bd2a-63d0470b922e req-66662139-6e11-4213-b474-341836ba3350 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:54.056618 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f561b43c-7fc8-468c-bd2a-63d0470b922e req-66662139-6e11-4213-b474-341836ba3350 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=44a698dc-83b1-4a97-901f-b53dde2bc4d0 HTTP/1.1" status: 200 len: 931 time: 0.1734195 Feb 18 12:35:54.110101 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765cd68-b879-4b5b-bfde-18994419a29f req-8105bd26-faa0-40de-b47f-8a6baec18593 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:54.110677 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9765cd68-b879-4b5b-bfde-18994419a29f req-8105bd26-faa0-40de-b47f-8a6baec18593 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:54.158015 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f561b43c-7fc8-468c-bd2a-63d0470b922e req-8b4850a4-880f-43fd-813f-d96da6cd719d tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923164 Feb 18 12:35:54.162819 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9765cd68-b879-4b5b-bfde-18994419a29f req-8105bd26-faa0-40de-b47f-8a6baec18593 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5934308 Feb 18 12:35:54.185157 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-9765cd68-b879-4b5b-bfde-18994419a29f req-ab69968e-498d-4691-9aa0-ac711e66727e service neutron] Request body: {'port': {'device_id': '44a698dc-83b1-4a97-901f-b53dde2bc4d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:35:54.253906 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c895d7-0195-43f4-a7d6-17dc7ae36f32 req-76ecfba9-9d95-40a2-89c8-659a906955c8 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:54.255522 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a6c895d7-0195-43f4-a7d6-17dc7ae36f32 req-76ecfba9-9d95-40a2-89c8-659a906955c8 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.0948296 Feb 18 12:35:54.311876 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a6c895d7-0195-43f4-a7d6-17dc7ae36f32 req-12ebcaa5-537c-4ccd-9acf-7efaff7e07f1 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489531 Feb 18 12:35:54.378540 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9765cd68-b879-4b5b-bfde-18994419a29f req-ab69968e-498d-4691-9aa0-ac711e66727e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:54.477407 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54741f3b-3e98-424a-a088-092a061b7fd1 req-616edd31-6c3e-4dbd-9d70-2d7a0add30dd tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:54.479170 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-54741f3b-3e98-424a-a088-092a061b7fd1 req-616edd31-6c3e-4dbd-9d70-2d7a0add30dd tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 943 time: 0.2003992 Feb 18 12:35:54.591401 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-54741f3b-3e98-424a-a088-092a061b7fd1 req-daa60d1c-91d4-47c3-a90b-767bf600270f tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756931 Feb 18 12:35:54.895180 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-9765cd68-b879-4b5b-bfde-18994419a29f req-ab69968e-498d-4691-9aa0-ac711e66727e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4af92ce7-1c3a-41fb-89e1-64f426a31b05 {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:35:54.903971 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9765cd68-b879-4b5b-bfde-18994419a29f req-ab69968e-498d-4691-9aa0-ac711e66727e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:54.917449 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-9765cd68-b879-4b5b-bfde-18994419a29f req-ab69968e-498d-4691-9aa0-ac711e66727e service neutron] Transition to ACTIVE for port object 4af92ce7-1c3a-41fb-89e1-64f426a31b05 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:35:54.920372 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9765cd68-b879-4b5b-bfde-18994419a29f req-ab69968e-498d-4691-9aa0-ac711e66727e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:54.936955 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:55.074354 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69968e-498d-4691-9aa0-ac711e66727e service neutron] Pushing event updated for resources: {'Port': ['ID=4af92ce7-1c3a-41fb-89e1-64f426a31b05,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:55.078274 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ab69968e-498d-4691-9aa0-ac711e66727e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:55.240405 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 48286) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:55.304597 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09700e2-7fc3-40b3-9270-2efe0f48a5ec req-2457ff60-e193-47ea-a2b6-7fa7492aab2e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:55.306293 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c09700e2-7fc3-40b3-9270-2efe0f48a5ec req-2457ff60-e193-47ea-a2b6-7fa7492aab2e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1108713 Feb 18 12:35:55.364680 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c09700e2-7fc3-40b3-9270-2efe0f48a5ec req-2e936dd7-b236-4088-9cce-5d03ff14ca46 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512278 Feb 18 12:35:55.447467 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f760bb55-476e-4a3a-9251-58e48a25fbe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:55.457595 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-9765cd68-b879-4b5b-bfde-18994419a29f req-ab69968e-498d-4691-9aa0-ac711e66727e service neutron] Attempting to bind port 4af92ce7-1c3a-41fb-89e1-64f426a31b05 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:35:55.457970 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-9765cd68-b879-4b5b-bfde-18994419a29f req-ab69968e-498d-4691-9aa0-ac711e66727e service neutron] Attempting to bind port 4af92ce7-1c3a-41fb-89e1-64f426a31b05 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '1c9f599f-319d-4049-a5b4-d4549398d6a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f2fb9c2f-ccd5-4048-a269-a8c314b93d8e'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:35:55.458368 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9765cd68-b879-4b5b-bfde-18994419a29f req-ab69968e-498d-4691-9aa0-ac711e66727e service neutron] Attempting to bind port 4af92ce7-1c3a-41fb-89e1-64f426a31b05 on network f2fb9c2f-ccd5-4048-a269-a8c314b93d8e {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:35:55.470722 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9765cd68-b879-4b5b-bfde-18994419a29f req-ab69968e-498d-4691-9aa0-ac711e66727e service neutron] Checking agent: {'id': '18f92198-7ba7-4077-b6e2-71a52c8a0624', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 28, 38), 'started_at': datetime.datetime(2021, 2, 18, 12, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:35:55.471108 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9765cd68-b879-4b5b-bfde-18994419a29f req-ab69968e-498d-4691-9aa0-ac711e66727e service neutron] Checking segment: {'id': '1c9f599f-319d-4049-a5b4-d4549398d6a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f2fb9c2f-ccd5-4048-a269-a8c314b93d8e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:35:55.471557 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9765cd68-b879-4b5b-bfde-18994419a29f req-ab69968e-498d-4691-9aa0-ac711e66727e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:55.471965 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9765cd68-b879-4b5b-bfde-18994419a29f req-ab69968e-498d-4691-9aa0-ac711e66727e service neutron] Bound using segment: {'id': '1c9f599f-319d-4049-a5b4-d4549398d6a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f2fb9c2f-ccd5-4048-a269-a8c314b93d8e'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:35:55.472456 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-9765cd68-b879-4b5b-bfde-18994419a29f req-ab69968e-498d-4691-9aa0-ac711e66727e service neutron] Bound port: 4af92ce7-1c3a-41fb-89e1-64f426a31b05, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9f599f-319d-4049-a5b4-d4549398d6a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f2fb9c2f-ccd5-4048-a269-a8c314b93d8e'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:35:55.472836 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9765cd68-b879-4b5b-bfde-18994419a29f req-ab69968e-498d-4691-9aa0-ac711e66727e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:55.488235 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f760bb55-476e-4a3a-9251-58e48a25fbe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:55.496491 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1a1b3-90f8-49a3-8b30-cd9b3c5929f9 req-f92145b5-d98f-497d-ad53-e5bdad9a42f4 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:55.497314 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-49f1a1b3-90f8-49a3-8b30-cd9b3c5929f9 req-f92145b5-d98f-497d-ad53-e5bdad9a42f4 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Synchronizing usage tracker for tenant:13952a965be64e4687b85d3d011b7b30 on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:35:55.508182 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f760bb55-476e-4a3a-9251-58e48a25fbe1 admin admin] Usage tracker for resource:security_group_rule and tenant:58a6ae2816cf4074bb9583dda13f4fc2 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:55.511654 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f760bb55-476e-4a3a-9251-58e48a25fbe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:55.533018 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 9f5db636-8aa0-4212-b3b0-0b0b38c0e292 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:35:55.557415 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f760bb55-476e-4a3a-9251-58e48a25fbe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:55.581857 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255d599-0e0f-4f86-bf48-c6d6b58bba2e req-2cbc3df2-b878-43b6-9f93-79f7a787c830 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:55.593677 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-49f1a1b3-90f8-49a3-8b30-cd9b3c5929f9 req-f92145b5-d98f-497d-ad53-e5bdad9a42f4 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Unset dirty status for tenant:13952a965be64e4687b85d3d011b7b30 on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:35:55.597019 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6255d599-0e0f-4f86-bf48-c6d6b58bba2e req-2cbc3df2-b878-43b6-9f93-79f7a787c830 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.1117461 Feb 18 12:35:55.604161 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-49f1a1b3-90f8-49a3-8b30-cd9b3c5929f9 req-f92145b5-d98f-497d-ad53-e5bdad9a42f4 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=44a698dc-83b1-4a97-901f-b53dde2bc4d0 HTTP/1.1" status: 200 len: 943 time: 0.3098063 Feb 18 12:35:55.627040 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 9f5db636-8aa0-4212-b3b0-0b0b38c0e292 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:35:55.627631 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:55.668987 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6255d599-0e0f-4f86-bf48-c6d6b58bba2e req-769e8540-b9b0-49ad-a34b-9d12c77259b1 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676763 Feb 18 12:35:55.724223 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-49f1a1b3-90f8-49a3-8b30-cd9b3c5929f9 req-ca8b4d77-9ce8-4c47-bdad-0700f2a945fb tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085217 Feb 18 12:35:55.732450 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-9765cd68-b879-4b5b-bfde-18994419a29f req-ab69968e-498d-4691-9aa0-ac711e66727e service neutron] For port 4af92ce7-1c3a-41fb-89e1-64f426a31b05, host hv-cinder-77642, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:35:55.737231 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-9765cd68-b879-4b5b-bfde-18994419a29f req-ab69968e-498d-4691-9aa0-ac711e66727e service neutron] For port 4af92ce7-1c3a-41fb-89e1-64f426a31b05, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=4af92ce7-1c3a-41fb-89e1-64f426a31b05,segment=NetworkSegment(1c9f599f-319d-4049-a5b4-d4549398d6a9),segment_id=1c9f599f-319d-4049-a5b4-d4549398d6a9)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:35:55.754148 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9765cd68-b879-4b5b-bfde-18994419a29f req-ab69968e-498d-4691-9aa0-ac711e66727e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:55.798802 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 19a802e4-5491-40b3-a616-250e68167213 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:35:55.897485 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:55.923286 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 19a802e4-5491-40b3-a616-250e68167213 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:35:55.923825 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:55.957201 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bcca7-5f84-417c-91d5-cddd6eefc172 req-7914d90d-4108-4155-a476-3ac0b8bcd8d5 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:55.959325 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2f0bcca7-5f84-417c-91d5-cddd6eefc172 req-7914d90d-4108-4155-a476-3ac0b8bcd8d5 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.99 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.2128928 Feb 18 12:35:55.988161 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765cd68-b879-4b5b-bfde-18994419a29f req-ab69968e-498d-4691-9aa0-ac711e66727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:55.988866 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9765cd68-b879-4b5b-bfde-18994419a29f req-ab69968e-498d-4691-9aa0-ac711e66727e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:55.990395 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9765cd68-b879-4b5b-bfde-18994419a29f req-ab69968e-498d-4691-9aa0-ac711e66727e service neutron] 10.222.0.99 "PUT /v2.0/ports/4af92ce7-1c3a-41fb-89e1-64f426a31b05 HTTP/1.1" status: 200 len: 1157 time: 1.8100476 Feb 18 12:35:55.993185 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a698dc-83b1-4a97-901f-b53dde2bc4d0', 'tag': '4af92ce7-1c3a-41fb-89e1-64f426a31b05'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:35:56.030418 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f760bb55-476e-4a3a-9251-58e48a25fbe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:56.034316 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69968e-498d-4691-9aa0-ac711e66727e service neutron] Pushing event updated for resources: {'Port': ['ID=4af92ce7-1c3a-41fb-89e1-64f426a31b05,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:56.037374 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f760bb55-476e-4a3a-9251-58e48a25fbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:56.047398 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ab69968e-498d-4691-9aa0-ac711e66727e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:56.048248 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8f82be76-2216-4c67-ae99-47889a0376aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:56.057939 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6509d09-7a78-4fd7-bd39-d1e4ee9aecf2 req-e7c0c6f0-4a86-4157-bb34-feb67992374e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:56.067772 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d6509d09-7a78-4fd7-bd39-d1e4ee9aecf2 req-e7c0c6f0-4a86-4157-bb34-feb67992374e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 943 time: 0.2108588 Feb 18 12:35:56.084897 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760bb55-476e-4a3a-9251-58e48a25fbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00331ac3-42b2-4862-bb3a-5e172dd1f9c6,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:56.144037 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f760bb55-476e-4a3a-9251-58e48a25fbe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:56.154148 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a698dc-83b1-4a97-901f-b53dde2bc4d0', 'tag': '4af92ce7-1c3a-41fb-89e1-64f426a31b05', 'status': 'completed', 'code': 200} Feb 18 12:35:56.157030 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d6509d09-7a78-4fd7-bd39-d1e4ee9aecf2 req-77421763-aecb-421b-a27e-c79576233f83 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881560 Feb 18 12:35:56.193016 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-2f0bcca7-5f84-417c-91d5-cddd6eefc172 req-631d490f-d508-4ed9-8dc7-4bddd3d125c4 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Deleting port 9f5db636-8aa0-4212-b3b0-0b0b38c0e292 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:35:56.193016 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2f0bcca7-5f84-417c-91d5-cddd6eefc172 req-631d490f-d508-4ed9-8dc7-4bddd3d125c4 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:56.193988 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-f760bb55-476e-4a3a-9251-58e48a25fbe1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=58a6ae2816cf4074bb9583dda13f4fc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9527130 Feb 18 12:35:56.194878 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 48304) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:56.276162 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765cd68-b879-4b5b-bfde-18994419a29f req-9fb70807-ce05-43ad-a69c-9aed533ec025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:56.277830 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9765cd68-b879-4b5b-bfde-18994419a29f req-9fb70807-ce05-43ad-a69c-9aed533ec025 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=13952a965be64e4687b85d3d011b7b30&device_id=44a698dc-83b1-4a97-901f-b53dde2bc4d0 HTTP/1.1" status: 200 len: 1160 time: 0.1971903 Feb 18 12:35:56.283412 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-be8f8d39-9825-462d-9fd0-c98d034deee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:56.378309 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9765cd68-b879-4b5b-bfde-18994419a29f req-b7338815-3e79-4fec-95ff-bdc6cec89b17 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4af92ce7-1c3a-41fb-89e1-64f426a31b05 HTTP/1.1" status: 200 len: 217 time: 0.0842137 Feb 18 12:35:56.386968 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-be8f8d39-9825-462d-9fd0-c98d034deee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:56.488770 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765cd68-b879-4b5b-bfde-18994419a29f req-720e8f73-5b5e-4f78-ba47-f923b5689f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:56.489762 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-2f0bcca7-5f84-417c-91d5-cddd6eefc172 req-631d490f-d508-4ed9-8dc7-4bddd3d125c4 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] For port 9f5db636-8aa0-4212-b3b0-0b0b38c0e292, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=9f5db636-8aa0-4212-b3b0-0b0b38c0e292,segment=NetworkSegment(9e349296-a32e-43ca-8f1a-7ded5615c216),segment_id=9e349296-a32e-43ca-8f1a-7ded5615c216)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:35:56.490244 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2f0bcca7-5f84-417c-91d5-cddd6eefc172 req-631d490f-d508-4ed9-8dc7-4bddd3d125c4 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:56.490419 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9765cd68-b879-4b5b-bfde-18994419a29f req-720e8f73-5b5e-4f78-ba47-f923b5689f61 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=072eaae9-27f9-464f-aeda-d7015fdfda44 HTTP/1.1" status: 200 len: 854 time: 0.0953388 Feb 18 12:35:56.502250 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-be8f8d39-9825-462d-9fd0-c98d034deee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:56.547979 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-06b8fcc9-370f-4a9b-bf74-072aec18b66e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:56.619383 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f8d39-9825-462d-9fd0-c98d034deee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00331ac3-42b2-4862-bb3a-5e172dd1f9c6,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:56.623396 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9765cd68-b879-4b5b-bfde-18994419a29f req-822b616c-1b29-4db1-bfb3-d790d496b847 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f2fb9c2f-ccd5-4048-a269-a8c314b93d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234589 Feb 18 12:35:56.625281 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-be8f8d39-9825-462d-9fd0-c98d034deee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:56.726340 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-be8f8d39-9825-462d-9fd0-c98d034deee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:56.731088 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-be8f8d39-9825-462d-9fd0-c98d034deee2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/00331ac3-42b2-4862-bb3a-5e172dd1f9c6 HTTP/1.1" status: 204 len: 168 time: 0.5334742 Feb 18 12:35:56.806180 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a9233-c4d6-4365-8941-d25abc38432d req-86c37b48-b5e3-4f04-80b2-17215c23c28b tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:56.807970 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-009a9233-c4d6-4365-8941-d25abc38432d req-86c37b48-b5e3-4f04-80b2-17215c23c28b tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.3067205 Feb 18 12:35:56.857678 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9765cd68-b879-4b5b-bfde-18994419a29f req-38b5f17b-178b-421a-985f-ac814500d79e service neutron] 10.222.0.99 "GET /v2.0/networks/f2fb9c2f-ccd5-4048-a269-a8c314b93d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188921 Feb 18 12:35:56.905457 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-2f0bcca7-5f84-417c-91d5-cddd6eefc172 req-631d490f-d508-4ed9-8dc7-4bddd3d125c4 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Calling delete_port for 9f5db636-8aa0-4212-b3b0-0b0b38c0e292 owned by compute:nova {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:35:56.957757 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-009a9233-c4d6-4365-8941-d25abc38432d req-0377114a-26e0-4aec-941a-a8f6d983168e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328845 Feb 18 12:35:57.045619 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9765cd68-b879-4b5b-bfde-18994419a29f req-3cc92271-8235-4355-a423-6ba9f9ada591 service neutron] 10.222.0.99 "GET /v2.0/networks/f2fb9c2f-ccd5-4048-a269-a8c314b93d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1756928 Feb 18 12:35:57.050972 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47096276-3e87-4209-913a-fa9a6dd584aa req-20ea7014-6d40-485a-a27c-b0ecf62e7a8d tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:57.052758 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-47096276-3e87-4209-913a-fa9a6dd584aa req-20ea7014-6d40-485a-a27c-b0ecf62e7a8d tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 946 time: 0.2548811 Feb 18 12:35:57.098559 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 9f5db636-8aa0-4212-b3b0-0b0b38c0e292 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:35:57.125261 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-47096276-3e87-4209-913a-fa9a6dd584aa req-ca32ce5e-38b3-4e09-81ed-ce461070ce5b tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569136 Feb 18 12:35:57.202672 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2f0bcca7-5f84-417c-91d5-cddd6eefc172 req-631d490f-d508-4ed9-8dc7-4bddd3d125c4 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848845764'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:57.203429 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] No active binding found for port 9f5db636-8aa0-4212-b3b0-0b0b38c0e292 {{(pid=83988) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 18 12:35:57.204170 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 9f5db636-8aa0-4212-b3b0-0b0b38c0e292 not bound to the agent host hv-cinder-77642 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:35:57.219133 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-44b8463b-240c-4247-a77a-572fa3aaa979 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:57.266044 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da5d1e-2ccf-4b2e-b666-0a8fe0b27493 req-ce087792-48f0-4e0d-ac9a-b8a441427f07 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:57.268027 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f7da5d1e-2ccf-4b2e-b666-0a8fe0b27493 req-ce087792-48f0-4e0d-ac9a-b8a441427f07 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=44a698dc-83b1-4a97-901f-b53dde2bc4d0 HTTP/1.1" status: 200 len: 943 time: 0.1098981 Feb 18 12:35:57.422442 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f7da5d1e-2ccf-4b2e-b666-0a8fe0b27493 req-b1e33374-144d-47e1-9478-99d7f73bc712 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429162 Feb 18 12:35:57.451318 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d490f-d508-4ed9-8dc7-4bddd3d125c4 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Pushing event deleted for resources: {'Port': ['ID=9f5db636-8aa0-4212-b3b0-0b0b38c0e292,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:57.456883 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-631d490f-d508-4ed9-8dc7-4bddd3d125c4 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:57.479157 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7e0cc-5ab1-4479-9c17-c1ecfeb338e5 req-00530996-7e83-4f69-98df-1072b30d712b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:57.480852 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-52f7e0cc-5ab1-4479-9c17-c1ecfeb338e5 req-00530996-7e83-4f69-98df-1072b30d712b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=13952a965be64e4687b85d3d011b7b30&device_id=44a698dc-83b1-4a97-901f-b53dde2bc4d0 HTTP/1.1" status: 200 len: 1160 time: 0.2775965 Feb 18 12:35:57.525303 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0bcca7-5f84-417c-91d5-cddd6eefc172 req-631d490f-d508-4ed9-8dc7-4bddd3d125c4 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] No DVR routers for this DVR port 9f5db636-8aa0-4212-b3b0-0b0b38c0e292 on host hv-cinder-77642 {{(pid=83986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:35:57.530368 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2f0bcca7-5f84-417c-91d5-cddd6eefc172 req-631d490f-d508-4ed9-8dc7-4bddd3d125c4 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:57.535746 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1d764f-81fd-4488-890b-fbbbda606a95', 'name': 'network-vif-deleted', 'tag': '9f5db636-8aa0-4212-b3b0-0b0b38c0e292'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:35:57.599469 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a328d6-6d21-4372-8915-1d864b577391 req-f8a8304e-1859-42dc-96bb-24ddf40a9212 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:57.602693 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3a328d6-6d21-4372-8915-1d864b577391 req-f8a8304e-1859-42dc-96bb-24ddf40a9212 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 943 time: 0.2473967 Feb 18 12:35:57.605635 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1d764f-81fd-4488-890b-fbbbda606a95', 'name': 'network-vif-deleted', 'tag': '9f5db636-8aa0-4212-b3b0-0b0b38c0e292', 'status': 'completed', 'code': 200} Feb 18 12:35:57.642784 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7e0cc-5ab1-4479-9c17-c1ecfeb338e5 req-ce02bdec-4293-4401-b2e7-68a652ba74e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:57.644943 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-52f7e0cc-5ab1-4479-9c17-c1ecfeb338e5 req-ce02bdec-4293-4401-b2e7-68a652ba74e6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f2fb9c2f-ccd5-4048-a269-a8c314b93d8e HTTP/1.1" status: 200 len: 908 time: 0.1566591 Feb 18 12:35:57.652229 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2f0bcca7-5f84-417c-91d5-cddd6eefc172 req-631d490f-d508-4ed9-8dc7-4bddd3d125c4 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.99 "DELETE /v2.0/ports/9f5db636-8aa0-4212-b3b0-0b0b38c0e292 HTTP/1.1" status: 204 len: 173 time: 1.6827424 Feb 18 12:35:57.678194 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3a328d6-6d21-4372-8915-1d864b577391 req-524b78ea-bf78-4896-8e1d-d7c8769c2dac tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652256 Feb 18 12:35:57.857830 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-52f7e0cc-5ab1-4479-9c17-c1ecfeb338e5 req-b2feb89d-980a-4528-b13e-c82393c9d7a3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4af92ce7-1c3a-41fb-89e1-64f426a31b05 HTTP/1.1" status: 200 len: 217 time: 0.0689738 Feb 18 12:35:57.936956 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7e0cc-5ab1-4479-9c17-c1ecfeb338e5 req-db76755a-72b5-475f-a311-3fe668471ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:57.938565 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-52f7e0cc-5ab1-4479-9c17-c1ecfeb338e5 req-db76755a-72b5-475f-a311-3fe668471ed5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=072eaae9-27f9-464f-aeda-d7015fdfda44 HTTP/1.1" status: 200 len: 854 time: 0.0749171 Feb 18 12:35:57.997780 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-52f7e0cc-5ab1-4479-9c17-c1ecfeb338e5 req-7a8627b8-9c34-417a-82ed-c2449a0c4500 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f2fb9c2f-ccd5-4048-a269-a8c314b93d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510063 Feb 18 12:35:58.334802 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-5426ddc2-a2aa-4d33-87b6-f91cb5e8f9c5 req-373a2df9-5bbb-4b31-9c75-79482e23d300 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Synchronizing usage tracker for tenant:394178baeecd40f8b2869b8d1ad6dc2e on resource:port {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:35:58.352604 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-5426ddc2-a2aa-4d33-87b6-f91cb5e8f9c5 req-373a2df9-5bbb-4b31-9c75-79482e23d300 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Unset dirty status for tenant:394178baeecd40f8b2869b8d1ad6dc2e on resource:port {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:35:58.353983 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5426ddc2-a2aa-4d33-87b6-f91cb5e8f9c5 req-373a2df9-5bbb-4b31-9c75-79482e23d300 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c1d764f-81fd-4488-890b-fbbbda606a95 HTTP/1.1" status: 200 len: 210 time: 0.0704794 Feb 18 12:35:58.457040 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff1961-548d-4dce-a2f3-82c0919f88ac req-447f5898-717d-480b-974c-4b72b7402715 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:58.458745 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-37ff1961-548d-4dce-a2f3-82c0919f88ac req-447f5898-717d-480b-974c-4b72b7402715 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1466312 Feb 18 12:35:58.460675 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-52f7e0cc-5ab1-4479-9c17-c1ecfeb338e5 req-00a1d1fd-db4d-47e2-97cf-74561c210707 service neutron] 10.222.0.99 "GET /v2.0/networks/f2fb9c2f-ccd5-4048-a269-a8c314b93d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555750 Feb 18 12:35:58.653881 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-37ff1961-548d-4dce-a2f3-82c0919f88ac req-09a5022e-6a98-4409-b578-f4ee7087fea4 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862085 Feb 18 12:35:58.678759 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca306c1-8593-4e26-be7f-c8dc0718c7f7 req-eb1c6156-4083-4a03-8090-35aa41c553b4 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:58.685822 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1ca306c1-8593-4e26-be7f-c8dc0718c7f7 req-eb1c6156-4083-4a03-8090-35aa41c553b4 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=44a698dc-83b1-4a97-901f-b53dde2bc4d0 HTTP/1.1" status: 200 len: 943 time: 0.1385183 Feb 18 12:35:58.699375 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-52f7e0cc-5ab1-4479-9c17-c1ecfeb338e5 req-c71fae29-6e68-443f-8db8-33c3a4e43b75 service neutron] 10.222.0.99 "GET /v2.0/networks/f2fb9c2f-ccd5-4048-a269-a8c314b93d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2290862 Feb 18 12:35:58.735394 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1ca306c1-8593-4e26-be7f-c8dc0718c7f7 req-cfd5cd8d-95cf-425f-932e-cbe6ca5ba673 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481882 Feb 18 12:35:58.935575 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741c19e-4bed-401a-8ee4-e5c1fd991138 req-c3373925-6f8f-4009-82e0-47e844c62083 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:58.937197 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5741c19e-4bed-401a-8ee4-e5c1fd991138 req-c3373925-6f8f-4009-82e0-47e844c62083 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 943 time: 0.0950291 Feb 18 12:35:58.993367 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5741c19e-4bed-401a-8ee4-e5c1fd991138 req-92e766be-51e3-4724-bf03-d305d4c8f9f0 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496230 Feb 18 12:35:59.849962 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a69ca-9a9a-4891-b135-bd85505d23f3 req-503c75b7-b802-4c58-919c-2ec40a7cc88e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:59.851553 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-319a69ca-9a9a-4891-b135-bd85505d23f3 req-503c75b7-b802-4c58-919c-2ec40a7cc88e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.0895391 Feb 18 12:35:59.877462 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb54ef-5c1a-4a7a-a8bf-0172e9406e1a req-04389f73-681c-4db9-8740-3c8d649002cd tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:59.879433 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-72fb54ef-5c1a-4a7a-a8bf-0172e9406e1a req-04389f73-681c-4db9-8740-3c8d649002cd tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.0870261 Feb 18 12:35:59.902120 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-319a69ca-9a9a-4891-b135-bd85505d23f3 req-936551ec-8f49-4182-a6f7-0cbeca154436 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439136 Feb 18 12:35:59.934168 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-72fb54ef-5c1a-4a7a-a8bf-0172e9406e1a req-12b7ba70-3a22-41e5-981a-4669c92d2749 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479760 Feb 18 12:36:00.233112 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e0497-dfb7-4a4e-a96b-58506eb22f85 req-8dc7eaca-91e7-41a8-89ed-67de7f57ee2e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:00.234747 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0d0e0497-dfb7-4a4e-a96b-58506eb22f85 req-8dc7eaca-91e7-41a8-89ed-67de7f57ee2e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 943 time: 0.1223428 Feb 18 12:36:00.277775 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08514467-59e1-429d-83b8-d456c2722e7e req-cf1dc0b7-c085-480c-9a60-6080238f478c tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:00.279369 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-08514467-59e1-429d-83b8-d456c2722e7e req-cf1dc0b7-c085-480c-9a60-6080238f478c tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=44a698dc-83b1-4a97-901f-b53dde2bc4d0 HTTP/1.1" status: 200 len: 943 time: 0.0895004 Feb 18 12:36:00.285008 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0d0e0497-dfb7-4a4e-a96b-58506eb22f85 req-94696420-bd14-4dd4-b829-d477211d1ad8 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434608 Feb 18 12:36:00.331446 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-08514467-59e1-429d-83b8-d456c2722e7e req-3c14c0f6-d403-42a2-bfee-ec3a10eb8faa tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451748 Feb 18 12:36:00.991529 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e55129e8-e9ac-40f8-8c89-8ed0c23351a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:01.135932 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36d862-32c4-4d95-97a7-99cbfc0242bc req-59c16554-c82d-4843-a2b9-f96d511965b0 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:01.138166 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7e36d862-32c4-4d95-97a7-99cbfc0242bc req-59c16554-c82d-4843-a2b9-f96d511965b0 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.1146994 Feb 18 12:36:01.195901 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d61a8-e8b5-4e9d-8616-9d56b9e32878 req-d1ec6bdf-14fa-4cdb-b841-652bbf1d7542 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:01.198517 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ab6d61a8-e8b5-4e9d-8616-9d56b9e32878 req-d1ec6bdf-14fa-4cdb-b841-652bbf1d7542 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1293986 Feb 18 12:36:01.283203 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.objects.ports [None req-50fe3bc4-a135-4cb6-bec4-89f1477b94fa None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83988) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 12:36:01.290679 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ab6d61a8-e8b5-4e9d-8616-9d56b9e32878 req-92873512-20b8-478a-8060-94919d3d0562 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829904 Feb 18 12:36:01.438509 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7e36d862-32c4-4d95-97a7-99cbfc0242bc req-43c5ce1f-52e8-4cd6-90dd-9def3227eb01 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793250 Feb 18 12:36:01.593876 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fee63b-e852-459b-b839-e310aa83ba00 req-1c147cb4-35a1-43da-9495-bc750de4a833 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:01.596044 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e5fee63b-e852-459b-b839-e310aa83ba00 req-1c147cb4-35a1-43da-9495-bc750de4a833 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 943 time: 0.1176465 Feb 18 12:36:01.664377 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e5fee63b-e852-459b-b839-e310aa83ba00 req-e85a70df-ec9a-4920-8a78-2c7816440e6e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610065 Feb 18 12:36:01.739677 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab850d-0b91-4e31-bdd4-26e0c4809b05 req-bb2b15ff-28a8-4e13-b3c4-052b177b1261 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:01.742590 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8dab850d-0b91-4e31-bdd4-26e0c4809b05 req-bb2b15ff-28a8-4e13-b3c4-052b177b1261 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=44a698dc-83b1-4a97-901f-b53dde2bc4d0 HTTP/1.1" status: 200 len: 943 time: 0.1378593 Feb 18 12:36:01.855910 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8dab850d-0b91-4e31-bdd4-26e0c4809b05 req-5818138c-37ea-46ce-acaf-1e3fea61e0e2 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038070 Feb 18 12:36:02.299617 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 18b49a94-f368-427b-b421-6e8574741ec8 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:36:02.481136 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning for port 18b49a94-f368-427b-b421-6e8574741ec8 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:36:02.489816 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 18b49a94-f368-427b-b421-6e8574741ec8 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:36:02.490239 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:02.535470 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e583b0-d273-4eb4-9adc-677032f4245c req-f04e95a3-d4d6-4a76-9315-9a0290bb0956 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:02.543328 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-86e583b0-d273-4eb4-9adc-677032f4245c req-f04e95a3-d4d6-4a76-9315-9a0290bb0956 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1079588 Feb 18 12:36:02.603716 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-86e583b0-d273-4eb4-9adc-677032f4245c req-85a7a232-91f2-45ef-b7e4-69154b3d7914 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546067 Feb 18 12:36:02.709499 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:02.755038 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c1959-e3da-4980-8163-4362cfaf2725 req-3ee2649e-560a-43d1-a6fd-6829749e1ec9 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:02.757351 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ab0c1959-e3da-4980-8163-4362cfaf2725 req-3ee2649e-560a-43d1-a6fd-6829749e1ec9 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.1576705 Feb 18 12:36:02.763741 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port 18b49a94-f368-427b-b421-6e8574741ec8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=18b49a94-f368-427b-b421-6e8574741ec8,segment=NetworkSegment(9dd03af7-4742-419c-8ec4-700ee22a3665),segment_id=9dd03af7-4742-419c-8ec4-700ee22a3665)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:36:02.766651 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c623c577-de50-4476-a04e-880cb04650a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b49a94-f368-427b-b421-6e8574741ec8'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:36:02.776156 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:02.778171 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bb57b2bc-99ac-4c0c-a9e5-d82d0b2026b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:02.812917 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ab0c1959-e3da-4980-8163-4362cfaf2725 req-43e1ab02-2085-4ab3-be7e-5476cc2973d5 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492933 Feb 18 12:36:02.872626 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=18b49a94-f368-427b-b421-6e8574741ec8,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:02.885070 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:02.885826 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:02.886411 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:02.886980 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:02.887671 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:02.888238 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:02.888813 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:02.890260 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:02.890847 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:02.891722 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:02.892484 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:02.893080 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:02.893725 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:02.894697 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:02.895286 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:02.895841 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:02.896384 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:02.896911 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:02.897425 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:02.897947 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:02.898464 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:02.899138 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:02.900290 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:02.900815 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:02.923435 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c623c577-de50-4476-a04e-880cb04650a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b49a94-f368-427b-b421-6e8574741ec8', 'code': 200} Feb 18 12:36:02.924582 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:02.984502 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bf0b9-9209-4e06-9bad-05773173a00e req-4560cf5e-acf5-44b0-93ba-7ca81c0ba600 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:02.987195 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-476bf0b9-9209-4e06-9bad-05773173a00e req-4560cf5e-acf5-44b0-93ba-7ca81c0ba600 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 945 time: 0.1317329 Feb 18 12:36:03.073533 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-476bf0b9-9209-4e06-9bad-05773173a00e req-73f364e5-04c5-42bf-874e-1cee6afd5d1b tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748739 Feb 18 12:36:03.158638 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63790f74-5a18-42ea-8cfe-37354f71fc13 req-e03a810e-50e9-49e6-a1b1-e3bcdb7eb504 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:03.164521 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-63790f74-5a18-42ea-8cfe-37354f71fc13 req-e03a810e-50e9-49e6-a1b1-e3bcdb7eb504 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=44a698dc-83b1-4a97-901f-b53dde2bc4d0 HTTP/1.1" status: 200 len: 943 time: 0.1307833 Feb 18 12:36:03.296575 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-63790f74-5a18-42ea-8cfe-37354f71fc13 req-ba9901b9-dfd2-456b-983b-054765d2f23b tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197848 Feb 18 12:36:03.333539 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433d0c4-712e-4d65-84fc-ba7b3c5b3cb5 req-ffff68bf-d243-4920-8f44-ebe3dc4821bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:03.335320 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2433d0c4-712e-4d65-84fc-ba7b3c5b3cb5 req-ffff68bf-d243-4920-8f44-ebe3dc4821bf service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 1162 time: 0.1300197 Feb 18 12:36:03.384783 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2433d0c4-712e-4d65-84fc-ba7b3c5b3cb5 req-accfe788-d035-46ee-a626-63b1c46e3cd4 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412478 Feb 18 12:36:03.401087 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2394a0aa-9e4f-4897-9b8b-d039a7399142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:03.825978 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79291673-9fd7-481a-ad53-729945e4b8fd req-ab3a5c05-b868-4cd1-b1c6-9fdf76a34e4f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:03.828414 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-79291673-9fd7-481a-ad53-729945e4b8fd req-ab3a5c05-b868-4cd1-b1c6-9fdf76a34e4f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1071942 Feb 18 12:36:03.854597 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:03.897117 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-79291673-9fd7-481a-ad53-729945e4b8fd req-e71ca322-541a-443f-ad94-64c32c3be1a4 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620027 Feb 18 12:36:04.056155 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86219612-af13-4e18-a07b-ab176519b9ee req-97ca81f2-bfab-4f2c-be95-0bcead049f62 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:04.058078 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-86219612-af13-4e18-a07b-ab176519b9ee req-97ca81f2-bfab-4f2c-be95-0bcead049f62 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.1011517 Feb 18 12:36:04.113068 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-86219612-af13-4e18-a07b-ab176519b9ee req-c5edc44a-82f8-428d-a319-994af2be140d tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475562 Feb 18 12:36:04.328092 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4db5cc-34e4-416e-b857-254700c984c1 req-329c43f0-24e1-46eb-abd8-df9c6aff02e3 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:04.329875 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ed4db5cc-34e4-416e-b857-254700c984c1 req-329c43f0-24e1-46eb-abd8-df9c6aff02e3 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 945 time: 0.0911160 Feb 18 12:36:04.398250 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ed4db5cc-34e4-416e-b857-254700c984c1 req-2030628e-874d-4fb4-9e10-6ae8a2641344 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605872 Feb 18 12:36:04.402071 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 18b49a94-f368-427b-b421-6e8574741ec8 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:36:04.495664 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 18b49a94-f368-427b-b421-6e8574741ec8 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:36:04.496086 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:04.533225 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d0bd8-afee-4867-a37d-31df88f469e3 req-deae5a6e-2d43-4bf7-92f7-f711992960b9 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:04.535298 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7f2d0bd8-afee-4867-a37d-31df88f469e3 req-deae5a6e-2d43-4bf7-92f7-f711992960b9 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=44a698dc-83b1-4a97-901f-b53dde2bc4d0 HTTP/1.1" status: 200 len: 943 time: 0.0997317 Feb 18 12:36:04.593624 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7f2d0bd8-afee-4867-a37d-31df88f469e3 req-b1683c94-3418-4945-9eaf-2fa53eed45a4 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509694 Feb 18 12:36:04.653552 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 4af92ce7-1c3a-41fb-89e1-64f426a31b05 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:36:04.740157 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning for port 4af92ce7-1c3a-41fb-89e1-64f426a31b05 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:36:04.747501 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 4af92ce7-1c3a-41fb-89e1-64f426a31b05 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:36:04.747501 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:04.913031 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:04.952196 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a698dc-83b1-4a97-901f-b53dde2bc4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af92ce7-1c3a-41fb-89e1-64f426a31b05'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:36:04.965253 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port 4af92ce7-1c3a-41fb-89e1-64f426a31b05, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=4af92ce7-1c3a-41fb-89e1-64f426a31b05,segment=NetworkSegment(1c9f599f-319d-4049-a5b4-d4549398d6a9),segment_id=1c9f599f-319d-4049-a5b4-d4549398d6a9)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:36:04.968745 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:04.970720 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:05.051731 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a698dc-83b1-4a97-901f-b53dde2bc4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af92ce7-1c3a-41fb-89e1-64f426a31b05', 'code': 200} Feb 18 12:36:05.052515 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=4af92ce7-1c3a-41fb-89e1-64f426a31b05,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:05.075221 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:05.130197 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c3a0a-df88-459a-94ed-aa20e57625c2 req-09d42d2f-52d8-44f4-95ef-3e3e677e210f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:05.132721 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c19c3a0a-df88-459a-94ed-aa20e57625c2 req-09d42d2f-52d8-44f4-95ef-3e3e677e210f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1058214 Feb 18 12:36:05.169221 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:05.231439 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c19c3a0a-df88-459a-94ed-aa20e57625c2 req-07403447-634f-4e3d-8080-794c17a779d7 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887351 Feb 18 12:36:05.497151 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:05.511431 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adad83-e3b5-43c9-bb10-429fe3496425 req-78439058-df87-480d-a38d-f7fffa79208f tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:05.513362 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-36adad83-e3b5-43c9-bb10-429fe3496425 req-78439058-df87-480d-a38d-f7fffa79208f tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.1933351 Feb 18 12:36:05.515684 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c1784-0854-4b72-a5d5-0e874f283ecd req-e7657ea3-5fc3-424a-99b6-2bc91104f11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:05.517414 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0f4c1784-0854-4b72-a5d5-0e874f283ecd req-e7657ea3-5fc3-424a-99b6-2bc91104f11b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=44a698dc-83b1-4a97-901f-b53dde2bc4d0 HTTP/1.1" status: 200 len: 1162 time: 0.1297989 Feb 18 12:36:05.518402 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 4af92ce7-1c3a-41fb-89e1-64f426a31b05 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:36:05.666764 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-36adad83-e3b5-43c9-bb10-429fe3496425 req-3fb05780-4080-42b1-b0ac-cff7d38316ac tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130815 Feb 18 12:36:05.672443 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0f4c1784-0854-4b72-a5d5-0e874f283ecd req-b6cd796c-ecd6-4f55-a0c3-9098d6683c52 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443689 Feb 18 12:36:05.722962 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed81b19-546c-4d19-b1e0-6ce669df1191 req-8cfb4368-4ee2-4f80-a579-843fd6ba0bf5 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:05.726158 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1ed81b19-546c-4d19-b1e0-6ce669df1191 req-8cfb4368-4ee2-4f80-a579-843fd6ba0bf5 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 945 time: 0.1202772 Feb 18 12:36:05.807246 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1ed81b19-546c-4d19-b1e0-6ce669df1191 req-e23c87e9-27f6-48c8-a148-1fae88ebbdb5 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666254 Feb 18 12:36:05.835842 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 4af92ce7-1c3a-41fb-89e1-64f426a31b05 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:36:05.835842 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:05.965908 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51446549-241f-43ba-8533-07a55a0f381b req-eb7fb6d8-8cb0-4f8c-a908-8392b84cc82b tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:05.968076 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-51446549-241f-43ba-8533-07a55a0f381b req-eb7fb6d8-8cb0-4f8c-a908-8392b84cc82b tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=44a698dc-83b1-4a97-901f-b53dde2bc4d0 HTTP/1.1" status: 200 len: 945 time: 0.1381013 Feb 18 12:36:06.020750 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-51446549-241f-43ba-8533-07a55a0f381b req-d03a7c6a-ea6b-404f-995c-ed497c5a3c9d tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454061 Feb 18 12:36:06.101268 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb595f-f707-4beb-81cd-197fcc3824d4 req-872a29aa-9309-4245-9cd9-4b78461b67a3 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:06.103102 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7bfb595f-f707-4beb-81cd-197fcc3824d4 req-872a29aa-9309-4245-9cd9-4b78461b67a3 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 945 time: 0.1506240 Feb 18 12:36:06.157934 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7bfb595f-f707-4beb-81cd-197fcc3824d4 req-3609566a-3b25-4e73-8a02-0d94d2937c08 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484612 Feb 18 12:36:06.537409 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245fbc4-9bfe-46d7-913f-37be313b110c req-d78e7a96-f0cc-4d95-92ef-75c0767bba40 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:06.540977 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5245fbc4-9bfe-46d7-913f-37be313b110c req-d78e7a96-f0cc-4d95-92ef-75c0767bba40 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1325703 Feb 18 12:36:06.615026 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5245fbc4-9bfe-46d7-913f-37be313b110c req-af45f453-5114-4649-a171-e0c72e729c2b tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634840 Feb 18 12:36:06.805535 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca2774-c787-4255-9da7-6ab5d79c872b req-3817a591-b72a-467e-9656-7eaacab77adc tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:06.808421 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-abca2774-c787-4255-9da7-6ab5d79c872b req-3817a591-b72a-467e-9656-7eaacab77adc tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 945 time: 0.1389043 Feb 18 12:36:06.866749 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-abca2774-c787-4255-9da7-6ab5d79c872b req-67c4c98c-898b-4a7d-9e77-0511801f5ace tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516326 Feb 18 12:36:06.934485 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e7588-cc8d-48df-87b2-7a02d134cdd4 req-2bae7c5e-1b63-436a-a5c0-20f44831945e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:06.943427 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-295e7588-cc8d-48df-87b2-7a02d134cdd4 req-2bae7c5e-1b63-436a-a5c0-20f44831945e tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.1115770 Feb 18 12:36:07.000267 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-295e7588-cc8d-48df-87b2-7a02d134cdd4 req-741f52b2-902e-440c-a271-74ac72212e64 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555785 Feb 18 12:36:07.267988 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8dd4-e78d-4c3e-a261-c182c42a4d62 req-a3c2c93d-be46-47a6-9885-a37f8fa66788 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:07.269626 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-05cf8dd4-e78d-4c3e-a261-c182c42a4d62 req-a3c2c93d-be46-47a6-9885-a37f8fa66788 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=44a698dc-83b1-4a97-901f-b53dde2bc4d0 HTTP/1.1" status: 200 len: 945 time: 0.1145623 Feb 18 12:36:07.325061 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:36:07.354338 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-05cf8dd4-e78d-4c3e-a261-c182c42a4d62 req-835257fb-9efc-46e3-8a3a-43fbae85120d tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779786 Feb 18 12:36:07.929323 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b8683-afdc-4b4b-9eae-67d3a826a4b2 req-e0292dfb-181a-41d0-b41b-6b52e77e5fcd tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:07.933598 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6e8b8683-afdc-4b4b-9eae-67d3a826a4b2 req-e0292dfb-181a-41d0-b41b-6b52e77e5fcd tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1471660 Feb 18 12:36:07.993127 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6e8b8683-afdc-4b4b-9eae-67d3a826a4b2 req-a949f190-ccca-42a5-848c-ec644afe770c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532546 Feb 18 12:36:08.046554 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35004e4e-c0f5-47ef-a5b4-19a9ec892b7a req-91f87e0f-ad01-44a1-809e-16435ddc8e2f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:08.048680 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-35004e4e-c0f5-47ef-a5b4-19a9ec892b7a req-91f87e0f-ad01-44a1-809e-16435ddc8e2f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.1168635 Feb 18 12:36:08.099794 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-35004e4e-c0f5-47ef-a5b4-19a9ec892b7a req-4cf23eca-0005-4a20-a2ae-d8dd539c418e tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445929 Feb 18 12:36:08.236225 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136626b-5d8a-4b8d-8205-b1996fca9562 req-2f65a752-9331-47bc-887a-31ebb5b6d49a tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:08.241681 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0136626b-5d8a-4b8d-8205-b1996fca9562 req-2f65a752-9331-47bc-887a-31ebb5b6d49a tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.1047215 Feb 18 12:36:08.310631 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0136626b-5d8a-4b8d-8205-b1996fca9562 req-12a58792-524f-444c-89a0-118dd7d134bc tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/security-groups?id=ea30e4a4-d7aa-42b8-a153-7d60af136a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646100 Feb 18 12:36:08.434085 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89badb24-0e3c-4b37-8958-6d8b61128e79 req-ff610839-61de-4ca8-8629-18f15098d797 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:08.435873 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-89badb24-0e3c-4b37-8958-6d8b61128e79 req-ff610839-61de-4ca8-8629-18f15098d797 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.99 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 945 time: 0.1204286 Feb 18 12:36:08.551902 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-89badb24-0e3c-4b37-8958-6d8b61128e79 req-d1aeed5f-2b4e-42ca-8b6f-1c54db9c858b tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Deleting port 07c335ac-b582-4c72-a3b2-82540c224746 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:36:08.552562 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-89badb24-0e3c-4b37-8958-6d8b61128e79 req-d1aeed5f-2b4e-42ca-8b6f-1c54db9c858b tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:08.627985 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497a694-9c4a-46c9-96a4-d4a6c2135602 req-3c1b1f44-8c37-41b5-aee4-91a9bbe4f7d1 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:08.630243 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9497a694-9c4a-46c9-96a4-d4a6c2135602 req-3c1b1f44-8c37-41b5-aee4-91a9bbe4f7d1 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=44a698dc-83b1-4a97-901f-b53dde2bc4d0 HTTP/1.1" status: 200 len: 945 time: 0.1278601 Feb 18 12:36:08.696907 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9497a694-9c4a-46c9-96a4-d4a6c2135602 req-579f5fcf-9007-46ef-8046-ae0ef76162bd tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596507 Feb 18 12:36:09.039913 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-89badb24-0e3c-4b37-8958-6d8b61128e79 req-d1aeed5f-2b4e-42ca-8b6f-1c54db9c858b tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] For port 07c335ac-b582-4c72-a3b2-82540c224746, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=07c335ac-b582-4c72-a3b2-82540c224746,segment=NetworkSegment(9e349296-a32e-43ca-8f1a-7ded5615c216),segment_id=9e349296-a32e-43ca-8f1a-7ded5615c216)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:36:09.040985 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-89badb24-0e3c-4b37-8958-6d8b61128e79 req-d1aeed5f-2b4e-42ca-8b6f-1c54db9c858b tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:09.235181 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-89badb24-0e3c-4b37-8958-6d8b61128e79 req-d1aeed5f-2b4e-42ca-8b6f-1c54db9c858b tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Calling delete_port for 07c335ac-b582-4c72-a3b2-82540c224746 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:36:09.278606 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 07c335ac-b582-4c72-a3b2-82540c224746 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:36:09.292335 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe61ae-3108-45bf-93e7-3ee916488e15 req-6fa6fc76-0dba-4d94-a65a-328bdc75fcc1 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:09.304326 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c9fe61ae-3108-45bf-93e7-3ee916488e15 req-6fa6fc76-0dba-4d94-a65a-328bdc75fcc1 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1427588 Feb 18 12:36:09.448155 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c9fe61ae-3108-45bf-93e7-3ee916488e15 req-7d9ba6ce-1f5d-441e-a86a-04ab33333cf7 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427619 Feb 18 12:36:09.554581 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:09.574240 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-89badb24-0e3c-4b37-8958-6d8b61128e79 req-d1aeed5f-2b4e-42ca-8b6f-1c54db9c858b tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:09.604301 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-25b354e1-81f8-412e-95d3-7dffc87a4401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:09.688087 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0e62b946-abc6-4d42-991f-ef906df37e2e req-5c3c9a64-d991-45c2-a6ac-dad1b10ddf08 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 210 time: 0.0665953 Feb 18 12:36:09.762188 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aeed5f-2b4e-42ca-8b6f-1c54db9c858b tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Pushing event deleted for resources: {'Port': ['ID=07c335ac-b582-4c72-a3b2-82540c224746,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:09.778247 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d1aeed5f-2b4e-42ca-8b6f-1c54db9c858b tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:09.867813 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8e653-d292-443a-8944-535899d382ad req-63e44ba8-e81a-417c-ae79-694e42169779 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:09.871429 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-22b8e653-d292-443a-8944-535899d382ad req-63e44ba8-e81a-417c-ae79-694e42169779 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.2179248 Feb 18 12:36:09.942193 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-89badb24-0e3c-4b37-8958-6d8b61128e79 req-d1aeed5f-2b4e-42ca-8b6f-1c54db9c858b tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] No DVR routers for this DVR port 07c335ac-b582-4c72-a3b2-82540c224746 on host hv-cinder-77642 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:36:09.960392 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-89badb24-0e3c-4b37-8958-6d8b61128e79 req-d1aeed5f-2b4e-42ca-8b6f-1c54db9c858b tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:09.963236 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7960d0ea-9b45-4575-aef5-8f544c636d95', 'name': 'network-vif-deleted', 'tag': '07c335ac-b582-4c72-a3b2-82540c224746'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:36:09.978270 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-22b8e653-d292-443a-8944-535899d382ad req-564a9fab-d125-46a1-a4bf-5fe879ad564d tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009278 Feb 18 12:36:09.988097 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-89badb24-0e3c-4b37-8958-6d8b61128e79 req-d1aeed5f-2b4e-42ca-8b6f-1c54db9c858b tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.99 "DELETE /v2.0/ports/07c335ac-b582-4c72-a3b2-82540c224746 HTTP/1.1" status: 204 len: 173 time: 1.5317657 Feb 18 12:36:10.062910 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7960d0ea-9b45-4575-aef5-8f544c636d95', 'name': 'network-vif-deleted', 'tag': '07c335ac-b582-4c72-a3b2-82540c224746', 'status': 'completed', 'code': 200} Feb 18 12:36:10.904053 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce95bb8-e793-4586-82e7-919d6b17caef req-ad901f1e-0c6a-4e5d-93e9-ca1a369e5685 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:10.905995 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dce95bb8-e793-4586-82e7-919d6b17caef req-ad901f1e-0c6a-4e5d-93e9-ca1a369e5685 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.3396153 Feb 18 12:36:10.965571 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f105a62d-2db3-48a1-9126-abb49b4668dd req-fb6f1b84-26fa-4206-9d47-7f0228b48281 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] 10.222.0.83 "GET /v2.0/ports?device_id=7960d0ea-9b45-4575-aef5-8f544c636d95 HTTP/1.1" status: 200 len: 210 time: 0.0762455 Feb 18 12:36:10.992930 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dce95bb8-e793-4586-82e7-919d6b17caef req-067f3b22-5bb1-4c7c-b0f6-81db2b3d4530 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785060 Feb 18 12:36:11.201318 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d002ae-adf6-4a53-b294-12fc4d891045 req-b6a851df-241b-4124-9a7a-2b19212c697e tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:11.202957 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-50d002ae-adf6-4a53-b294-12fc4d891045 req-b6a851df-241b-4124-9a7a-2b19212c697e tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.0996275 Feb 18 12:36:11.261227 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-50d002ae-adf6-4a53-b294-12fc4d891045 req-34a24f44-cfa7-4f72-92d1-5ae5f40226fc tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503333 Feb 18 12:36:12.089431 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 48522) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:12.257542 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee58a9-3cb6-440e-8089-4de0a3df8681 req-d019d9ee-2cc7-4920-b5e0-bcbd89e18355 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:12.259557 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b4ee58a9-3cb6-440e-8089-4de0a3df8681 req-d019d9ee-2cc7-4920-b5e0-bcbd89e18355 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1143439 Feb 18 12:36:12.332070 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b4ee58a9-3cb6-440e-8089-4de0a3df8681 req-927a29f6-8cfe-475c-babe-419bee5f971d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601337 Feb 18 12:36:12.626145 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f8d0d-992b-4453-8807-b0f501a6c7b9 req-76b533d7-e99b-4c26-9757-fdd70ef9ed96 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:12.628264 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9a4f8d0d-992b-4453-8807-b0f501a6c7b9 req-76b533d7-e99b-4c26-9757-fdd70ef9ed96 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.1703434 Feb 18 12:36:12.881780 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9a4f8d0d-992b-4453-8807-b0f501a6c7b9 req-b10ea1e2-73f8-4236-bee4-09724c28b0ad tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769123 Feb 18 12:36:13.145045 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-410673a8-760e-4799-b91b-4ec63189514e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854411185'] for router_interface, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:13.608404 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-410673a8-760e-4799-b91b-4ec63189514e admin admin] Deleting port 0e9a29da-094f-4cad-a5a7-3f9624ee1497 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:36:13.608982 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-410673a8-760e-4799-b91b-4ec63189514e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:13.611436 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e366f21-8d3d-4d35-a7f2-066f91874694 req-060f0a87-4134-4b02-a005-609adf7bacb0 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:13.613306 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9e366f21-8d3d-4d35-a7f2-066f91874694 req-060f0a87-4134-4b02-a005-609adf7bacb0 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.0929520 Feb 18 12:36:13.667939 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9e366f21-8d3d-4d35-a7f2-066f91874694 req-26068679-53bc-4d62-b2b0-4d090f29b4b3 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470951 Feb 18 12:36:13.820553 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-410673a8-760e-4799-b91b-4ec63189514e admin admin] For port 0e9a29da-094f-4cad-a5a7-3f9624ee1497, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=0e9a29da-094f-4cad-a5a7-3f9624ee1497,segment=NetworkSegment(9e349296-a32e-43ca-8f1a-7ded5615c216),segment_id=9e349296-a32e-43ca-8f1a-7ded5615c216)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:36:13.821318 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-410673a8-760e-4799-b91b-4ec63189514e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:13.962926 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-410673a8-760e-4799-b91b-4ec63189514e admin admin] Calling delete_port for 0e9a29da-094f-4cad-a5a7-3f9624ee1497 owned by network:router_interface {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:36:14.332551 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218f892-628b-4560-928a-6488ddbbcf57 req-8fdaff6e-e3db-4b3d-b61c-032f8e481385 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:14.334096 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9218f892-628b-4560-928a-6488ddbbcf57 req-8fdaff6e-e3db-4b3d-b61c-032f8e481385 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.1732340 Feb 18 12:36:14.401900 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9218f892-628b-4560-928a-6488ddbbcf57 req-d8f46d13-eda2-4615-9bd2-4c4681fdbbc4 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552573 Feb 18 12:36:14.402670 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-410673a8-760e-4799-b91b-4ec63189514e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:14.416828 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ab69968e-498d-4691-9aa0-ac711e66727e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:14.501113 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:14.516107 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410673a8-760e-4799-b91b-4ec63189514e admin admin] Pushing event deleted for resources: {'Port': ['ID=0e9a29da-094f-4cad-a5a7-3f9624ee1497,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:14.526239 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-410673a8-760e-4799-b91b-4ec63189514e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:14.892595 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d90b35-9c5b-47a2-872b-c6246c253555 req-702f4006-cf91-47cd-9464-6a38e71f7107 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:14.894528 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-26d90b35-9c5b-47a2-872b-c6246c253555 req-702f4006-cf91-47cd-9464-6a38e71f7107 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.0975757 Feb 18 12:36:14.946409 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-26d90b35-9c5b-47a2-872b-c6246c253555 req-6da1abcd-a6ec-45a7-9173-8250d140ad64 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440569 Feb 18 12:36:15.066868 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-410673a8-760e-4799-b91b-4ec63189514e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355836'] for router_interface, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:15.273977 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32dbd47-b075-43b7-8ddb-48665915bbe6 req-dd81eb87-8793-44fa-85b9-3c967e2fda72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:15.275730 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f32dbd47-b075-43b7-8ddb-48665915bbe6 req-dd81eb87-8793-44fa-85b9-3c967e2fda72 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fff3f4ff6e52473eab85e6377277c4bd&device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 1162 time: 0.1956127 Feb 18 12:36:15.671929 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32dbd47-b075-43b7-8ddb-48665915bbe6 req-10621b53-813c-42f6-b567-5017a51d0e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:15.673456 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f32dbd47-b075-43b7-8ddb-48665915bbe6 req-10621b53-813c-42f6-b567-5017a51d0e25 service neutron] 10.222.0.99 "GET /v2.0/networks?id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28 HTTP/1.1" status: 200 len: 910 time: 0.3890853 Feb 18 12:36:15.893434 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17abb2ff-75ac-4f72-a9fc-366adb914024 req-bf5a64b1-e7b8-4e08-8919-49eb9f775dfe tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:15.895109 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-17abb2ff-75ac-4f72-a9fc-366adb914024 req-bf5a64b1-e7b8-4e08-8919-49eb9f775dfe tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.3749645 Feb 18 12:36:15.981874 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f32dbd47-b075-43b7-8ddb-48665915bbe6 req-cb5771ac-ae5f-4457-af6c-d1d9bea23405 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19a802e4-5491-40b3-a616-250e68167213 HTTP/1.1" status: 200 len: 1001 time: 0.2998450 Feb 18 12:36:16.056125 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-17abb2ff-75ac-4f72-a9fc-366adb914024 req-507e70dc-25fe-458c-9c11-f1649465517f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421955 Feb 18 12:36:16.092281 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410673a8-760e-4799-b91b-4ec63189514e admin admin] Router f8e1c181-3ef9-412f-8173-b4914c3d7e42 has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:36:16.094012 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32dbd47-b075-43b7-8ddb-48665915bbe6 req-208ea4ae-ecb4-4f17-a4c9-959ae1999534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:16.096636 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f32dbd47-b075-43b7-8ddb-48665915bbe6 req-208ea4ae-ecb4-4f17-a4c9-959ae1999534 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e4044c87-5ed4-4e4e-a96f-b6177944301a HTTP/1.1" status: 200 len: 855 time: 0.0976522 Feb 18 12:36:16.168817 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ce467-80c7-49a7-bf0f-25f45db3fb44 req-25e24d7d-9904-457d-a348-64f8f0a5426f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:16.171007 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-803ce467-80c7-49a7-bf0f-25f45db3fb44 req-25e24d7d-9904-457d-a348-64f8f0a5426f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.0919621 Feb 18 12:36:16.227074 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-803ce467-80c7-49a7-bf0f-25f45db3fb44 req-7f5213b0-9c55-4667-aaed-0d8cf4b6f4ed tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481267 Feb 18 12:36:16.356315 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32dbd47-b075-43b7-8ddb-48665915bbe6 req-50d3d89e-102b-4921-8818-69d9b0436887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:16.358533 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f32dbd47-b075-43b7-8ddb-48665915bbe6 req-50d3d89e-102b-4921-8818-69d9b0436887 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2546639 Feb 18 12:36:16.444902 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410673a8-760e-4799-b91b-4ec63189514e admin admin] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:36:16.455614 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b53481-8c1a-4c7b-ae94-0328068c2bfd None None] Sync routers for ids ['f8e1c181-3ef9-412f-8173-b4914c3d7e42'] in dv-cinder-776422-1-iscsi {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:36:16.466082 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b53481-8c1a-4c7b-ae94-0328068c2bfd None None] Routers {'f8e1c181-3ef9-412f-8173-b4914c3d7e42'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:36:16.466764 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-65b53481-8c1a-4c7b-ae94-0328068c2bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:36:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['f8e1c181-3ef9-412f-8173-b4914c3d7e42'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:36:16.473997 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-410673a8-760e-4799-b91b-4ec63189514e admin admin] 10.222.0.83 "PUT /v2.0/routers/f8e1c181-3ef9-412f-8173-b4914c3d7e42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3831737 Feb 18 12:36:16.476759 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 48570) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:16.673242 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-65b53481-8c1a-4c7b-ae94-0328068c2bfd None None] Set router f8e1c181-3ef9-412f-8173-b4914c3d7e42 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:36:16.932718 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f32dbd47-b075-43b7-8ddb-48665915bbe6 req-315db703-8eec-428d-865f-567aa439d213 service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5661907 Feb 18 12:36:17.011406 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-65b53481-8c1a-4c7b-ae94-0328068c2bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e1c181-3ef9-412f-8173-b4914c3d7e42', 'name': 'tempest-ServerRescueNegativeTestJSON-1346194922-router', 'tenant_id': '394178baeecd40f8b2869b8d1ad6dc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '96fcb2f6-727f-4a70-be36-859fafd0f605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:38Z', 'updated_at': '2021-02-18T12:36:14Z', 'revision_number': 5, 'project_id': '394178baeecd40f8b2869b8d1ad6dc2e', 'gw_port': {'id': '96fcb2f6-727f-4a70-be36-859fafd0f605', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e1c181-3ef9-412f-8173-b4914c3d7e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:41Z', 'updated_at': '2021-02-18T12:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi'}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:36:17.015876 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b53481-8c1a-4c7b-ae94-0328068c2bfd None None] Checking router: f8e1c181-3ef9-412f-8173-b4914c3d7e42 for host: dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:36:17.025052 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b53481-8c1a-4c7b-ae94-0328068c2bfd None None] Routers {'f8e1c181-3ef9-412f-8173-b4914c3d7e42'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:36:17.026176 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-65b53481-8c1a-4c7b-ae94-0328068c2bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:36:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['f8e1c181-3ef9-412f-8173-b4914c3d7e42'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:36:17.052892 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-94d120df-bbf6-4dfb-8398-3d8d4e984c72 admin admin] Notify callbacks [] for router, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:17.235818 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-65b53481-8c1a-4c7b-ae94-0328068c2bfd None None] Set router f8e1c181-3ef9-412f-8173-b4914c3d7e42 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:36:17.336053 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f32dbd47-b075-43b7-8ddb-48665915bbe6 req-87728685-eebf-4961-a340-3fa998faf94d service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3941817 Feb 18 12:36:17.417443 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-94d120df-bbf6-4dfb-8398-3d8d4e984c72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:17.449891 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad449fa-1a5e-462b-9ad0-4456641b632a req-fa004fea-87c9-44d5-a544-0a239f7acc2c tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:17.451735 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bad449fa-1a5e-462b-9ad0-4456641b632a req-fa004fea-87c9-44d5-a544-0a239f7acc2c tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.2443740 Feb 18 12:36:17.453120 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-94d120df-bbf6-4dfb-8398-3d8d4e984c72 admin admin] Deleting port 96fcb2f6-727f-4a70-be36-859fafd0f605 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:36:17.453502 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-94d120df-bbf6-4dfb-8398-3d8d4e984c72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:17.498404 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025a0a3-705e-47f7-9816-b0ce7afda4f3 req-6adad284-6658-42c7-acee-223957916384 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:17.501268 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e025a0a3-705e-47f7-9816-b0ce7afda4f3 req-6adad284-6658-42c7-acee-223957916384 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1033792 Feb 18 12:36:17.568536 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e025a0a3-705e-47f7-9816-b0ce7afda4f3 req-fba97a16-65b0-42b5-baca-4b019a6adede tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586545 Feb 18 12:36:17.579419 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bad449fa-1a5e-462b-9ad0-4456641b632a req-a51e2648-af8c-48c5-8e96-1b9082466539 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975542 Feb 18 12:36:17.722435 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-94d120df-bbf6-4dfb-8398-3d8d4e984c72 admin admin] For port 96fcb2f6-727f-4a70-be36-859fafd0f605, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=96fcb2f6-727f-4a70-be36-859fafd0f605,segment=NetworkSegment(cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0),segment_id=cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:36:17.722849 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-94d120df-bbf6-4dfb-8398-3d8d4e984c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:17.871508 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-94d120df-bbf6-4dfb-8398-3d8d4e984c72 admin admin] Calling delete_port for 96fcb2f6-727f-4a70-be36-859fafd0f605 owned by network:router_gateway {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:36:17.985492 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-65b53481-8c1a-4c7b-ae94-0328068c2bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e1c181-3ef9-412f-8173-b4914c3d7e42', 'name': 'tempest-ServerRescueNegativeTestJSON-1346194922-router', 'tenant_id': '394178baeecd40f8b2869b8d1ad6dc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '96fcb2f6-727f-4a70-be36-859fafd0f605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:38Z', 'updated_at': '2021-02-18T12:36:14Z', 'revision_number': 5, 'project_id': '394178baeecd40f8b2869b8d1ad6dc2e', 'gw_port': {'id': '96fcb2f6-727f-4a70-be36-859fafd0f605', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e1c181-3ef9-412f-8173-b4914c3d7e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:41Z', 'updated_at': '2021-02-18T12:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi'}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:36:17.994193 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b53481-8c1a-4c7b-ae94-0328068c2bfd None None] The sync data for ids ['f8e1c181-3ef9-412f-8173-b4914c3d7e42'] in dv-cinder-776422-1-iscsi is: [{'id': 'f8e1c181-3ef9-412f-8173-b4914c3d7e42', 'name': 'tempest-ServerRescueNegativeTestJSON-1346194922-router', 'tenant_id': '394178baeecd40f8b2869b8d1ad6dc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '96fcb2f6-727f-4a70-be36-859fafd0f605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:38Z', 'updated_at': '2021-02-18T12:36:14Z', 'revision_number': 5, 'project_id': '394178baeecd40f8b2869b8d1ad6dc2e', 'gw_port': {'id': '96fcb2f6-727f-4a70-be36-859fafd0f605', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e1c181-3ef9-412f-8173-b4914c3d7e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:41Z', 'updated_at': '2021-02-18T12:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi'}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:36:18.073509 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-94d120df-bbf6-4dfb-8398-3d8d4e984c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:18.092490 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b01d2df2-4216-4296-8896-8e2ae37a655e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:18.203206 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d120df-bbf6-4dfb-8398-3d8d4e984c72 admin admin] Pushing event deleted for resources: {'Port': ['ID=96fcb2f6-727f-4a70-be36-859fafd0f605,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:18.206179 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-94d120df-bbf6-4dfb-8398-3d8d4e984c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:18.338582 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-94d120df-bbf6-4dfb-8398-3d8d4e984c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854408851'] for router_gateway, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:18.534551 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-94d120df-bbf6-4dfb-8398-3d8d4e984c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45841'] for router, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:18.537221 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-94d120df-bbf6-4dfb-8398-3d8d4e984c72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:18.642132 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-94d120df-bbf6-4dfb-8398-3d8d4e984c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854419950'] for router, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:18.642692 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d120df-bbf6-4dfb-8398-3d8d4e984c72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8e1c181-3ef9-412f-8173-b4914c3d7e42 {{(pid=83987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 12:36:18.658516 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-94d120df-bbf6-4dfb-8398-3d8d4e984c72 admin admin] Notify callbacks [] for router, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:18.662402 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-94d120df-bbf6-4dfb-8398-3d8d4e984c72 admin admin] 10.222.0.83 "DELETE /v2.0/routers/f8e1c181-3ef9-412f-8173-b4914c3d7e42 HTTP/1.1" status: 204 len: 168 time: 2.1822658 Feb 18 12:36:18.662928 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 48592) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:18.742548 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc40e0ae-c605-4c7a-be92-b37a11f70858 admin admin] Deleting subnet 6f2ab429-4198-4068-a977-62c5ab8abd80 {{(pid=83986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 12:36:18.749000 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc40e0ae-c605-4c7a-be92-b37a11f70858 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:18.866988 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc40e0ae-c605-4c7a-be92-b37a11f70858 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848766367'] for subnet, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:18.875992 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dd7fd-8710-48cf-9252-63fe7d532789 req-138b00e4-40d0-4d57-ba67-dea337cd338f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:18.879210 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-540dd7fd-8710-48cf-9252-63fe7d532789 req-138b00e4-40d0-4d57-ba67-dea337cd338f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.0903809 Feb 18 12:36:18.946450 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-540dd7fd-8710-48cf-9252-63fe7d532789 req-9bb946d7-d053-483f-b080-eb1ba56bee17 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576315 Feb 18 12:36:18.954798 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc40e0ae-c605-4c7a-be92-b37a11f70858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662214'] for subnet, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:19.020390 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d40241-e57a-4c29-a244-a311aaed0f2e req-9edec077-493a-478a-a127-be863788ebf0 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:19.022223 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-39d40241-e57a-4c29-a244-a311aaed0f2e req-9edec077-493a-478a-a127-be863788ebf0 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.2755525 Feb 18 12:36:19.164199 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-39d40241-e57a-4c29-a244-a311aaed0f2e req-be0984e1-5b46-4f4f-ac21-e1dd16e45191 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245556 Feb 18 12:36:19.288562 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc40e0ae-c605-4c7a-be92-b37a11f70858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5930089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5789196'] for subnet, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:19.305546 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9967adf6-68fb-4490-aa8c-9c726d365ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:19.634283 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40e0ae-c605-4c7a-be92-b37a11f70858 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f2ab429-4198-4068-a977-62c5ab8abd80,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:19.638405 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cc40e0ae-c605-4c7a-be92-b37a11f70858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:19.676115 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc40e0ae-c605-4c7a-be92-b37a11f70858 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:19.682730 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-cc40e0ae-c605-4c7a-be92-b37a11f70858 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/6f2ab429-4198-4068-a977-62c5ab8abd80 HTTP/1.1" status: 204 len: 168 time: 1.0184970 Feb 18 12:36:19.685343 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 48600) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:19.808750 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f16dd6bc-f68d-430b-8ff6-46d0e40dad85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854250921'] for network, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:19.957446 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 96fcb2f6-727f-4a70-be36-859fafd0f605 no longer exists at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:36:19.995710 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] No Port match for: 96fcb2f6-727f-4a70-be36-859fafd0f605 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:36:19.996110 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 96fcb2f6-727f-4a70-be36-859fafd0f605 not bound to the agent host dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:36:19.996572 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 0e9a29da-094f-4cad-a5a7-3f9624ee1497 no longer exists at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:36:20.024043 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f16dd6bc-f68d-430b-8ff6-46d0e40dad85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665137', 'neutron.services.segments.db._delete_segments_for_network--9223363305819442394'] for network, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:20.041142 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] No Port match for: 0e9a29da-094f-4cad-a5a7-3f9624ee1497 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:36:20.041142 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 0e9a29da-094f-4cad-a5a7-3f9624ee1497 not bound to the agent host dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:36:20.160722 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-f16dd6bc-f68d-430b-8ff6-46d0e40dad85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1108d427-5cec-48df-9400-d1b0a430230f']}} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:36:20.177520 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-f16dd6bc-f68d-430b-8ff6-46d0e40dad85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e349296-a32e-43ca-8f1a-7ded5615c216') {'for_net_delete': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:36:20.178054 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-f16dd6bc-f68d-430b-8ff6-46d0e40dad85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e349296-a32e-43ca-8f1a-7ded5615c216') {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:36:20.193789 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f16dd6bc-f68d-430b-8ff6-46d0e40dad85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305819444442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6009433'] for segment, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:20.202993 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4679bb-d840-4d46-af04-4ec897d35149 req-e7ede1c4-1bd8-4492-94e8-3d0a3bd5ea4b tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:20.205995 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2d4679bb-d840-4d46-af04-4ec897d35149 req-e7ede1c4-1bd8-4492-94e8-3d0a3bd5ea4b tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1206024 Feb 18 12:36:20.215191 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f16dd6bc-f68d-430b-8ff6-46d0e40dad85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:20.217769 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f16dd6bc-f68d-430b-8ff6-46d0e40dad85 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 12:36:20.276806 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2d4679bb-d840-4d46-af04-4ec897d35149 req-87316dad-8315-4895-b7d1-e316948d2566 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634642 Feb 18 12:36:20.470361 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-f16dd6bc-f68d-430b-8ff6-46d0e40dad85 admin admin] Network 1108d427-5cec-48df-9400-d1b0a430230f has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:36:20.486025 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f16dd6bc-f68d-430b-8ff6-46d0e40dad85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-671673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848844856'] for segment, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:20.681454 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932afa69-2696-4c06-9355-9938ea821cd0 req-033fb9b1-98da-4228-a488-23f84aa42172 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:20.683126 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-932afa69-2696-4c06-9355-9938ea821cd0 req-033fb9b1-98da-4228-a488-23f84aa42172 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.3685822 Feb 18 12:36:20.700249 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-f16dd6bc-f68d-430b-8ff6-46d0e40dad85 admin admin] Network 1108d427-5cec-48df-9400-d1b0a430230f has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: Traceback (most recent call last): Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: timer() Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: cb(*args, **kw) Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: return func(*args, **kwargs) Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: self._notify() Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: self.callback(batched_events) Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: event.method(event) Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: segment_id)['aggregates'][0] Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: return f(self, *a, **k) Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: return self._get(url).json() Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: **kwargs) Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: return self.request(url, 'GET', **kwargs) Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: **endpoint_filter) Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:36:20.739198 dv-cinder-776422-1-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:36:20.842559 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-932afa69-2696-4c06-9355-9938ea821cd0 req-e6a98c89-f6d1-4a94-91b7-7daf59b23ef4 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444123 Feb 18 12:36:20.843735 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f16dd6bc-f68d-430b-8ff6-46d0e40dad85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854110663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366916'] for network, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:20.847426 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0996da2b-9d8e-48a1-b322-c78e1dcc02cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:20.865549 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f16dd6bc-f68d-430b-8ff6-46d0e40dad85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:20.876773 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16dd6bc-f68d-430b-8ff6-46d0e40dad85 admin admin] Pushing event deleted for resources: {'Network': ['ID=1108d427-5cec-48df-9400-d1b0a430230f,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:20.881326 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f16dd6bc-f68d-430b-8ff6-46d0e40dad85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:20.886331 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-f16dd6bc-f68d-430b-8ff6-46d0e40dad85 admin admin] 10.222.0.83 "DELETE /v2.0/networks/1108d427-5cec-48df-9400-d1b0a430230f HTTP/1.1" status: 204 len: 168 time: 1.1998372 Feb 18 12:36:21.027759 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 48616) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:21.080375 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-1303f63c-1311-43ce-b4c0-d497d1e9e68b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=394178baeecd40f8b2869b8d1ad6dc2e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0512800 Feb 18 12:36:21.083120 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 48620) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:21.151340 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3d83d6ab-4322-4817-b460-232a5951dd02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:21.181168 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3d83d6ab-4322-4817-b460-232a5951dd02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:21.227945 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3d83d6ab-4322-4817-b460-232a5951dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:21.233549 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:21.248100 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83d6ab-4322-4817-b460-232a5951dd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea30e4a4-d7aa-42b8-a153-7d60af136a6c,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:21.252591 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3d83d6ab-4322-4817-b460-232a5951dd02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:21.257095 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3d83d6ab-4322-4817-b460-232a5951dd02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:21.258322 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-3d83d6ab-4322-4817-b460-232a5951dd02 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ea30e4a4-d7aa-42b8-a153-7d60af136a6c HTTP/1.1" status: 204 len: 168 time: 0.1741757 Feb 18 12:36:21.503325 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a49123-1b1a-4176-a5af-860dd97e7e34 req-7c4d1a13-091b-4b34-b07d-25d794362f98 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:21.505028 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-64a49123-1b1a-4176-a5af-860dd97e7e34 req-7c4d1a13-091b-4b34-b07d-25d794362f98 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.0982840 Feb 18 12:36:21.556753 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-64a49123-1b1a-4176-a5af-860dd97e7e34 req-fc16a608-3816-42ee-bad6-7b8456ea0719 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440853 Feb 18 12:36:22.120281 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a7313-f0f0-4be8-b4e8-3b0a81c0efb3 req-949ce413-44e0-4d48-b1e9-503063f43186 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:22.123856 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-064a7313-f0f0-4be8-b4e8-3b0a81c0efb3 req-949ce413-44e0-4d48-b1e9-503063f43186 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.1565671 Feb 18 12:36:22.130616 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 48650) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:22.177881 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-064a7313-f0f0-4be8-b4e8-3b0a81c0efb3 req-52f9e665-ee0d-4b28-8406-91d1ac68e2e0 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475166 Feb 18 12:36:22.247615 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-9f35f9bd-3d2f-4394-b357-80cab50bb429 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-466111379-network', 'tenant_id': 'e9722f9f69cf46fead0f063b8a43a4b8'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:36:22.253228 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-9f35f9bd-3d2f-4394-b357-80cab50bb429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:36:22.257589 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-9f35f9bd-3d2f-4394-b357-80cab50bb429 admin admin] Usage tracker for resource:network and tenant:e9722f9f69cf46fead0f063b8a43a4b8 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:36:22.260605 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-9f35f9bd-3d2f-4394-b357-80cab50bb429 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:36:22.266542 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-9f35f9bd-3d2f-4394-b357-80cab50bb429 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:36:22.276168 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f35f9bd-3d2f-4394-b357-80cab50bb429 admin admin] Made reservation on behalf of e9722f9f69cf46fead0f063b8a43a4b8 for: {'network': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:36:22.280895 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9f35f9bd-3d2f-4394-b357-80cab50bb429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for network, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:22.293826 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9f35f9bd-3d2f-4394-b357-80cab50bb429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:22.309872 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-9f35f9bd-3d2f-4394-b357-80cab50bb429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:36:22.314874 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-9f35f9bd-3d2f-4394-b357-80cab50bb429 admin admin] Usage tracker for resource:security_group_rule and tenant:e9722f9f69cf46fead0f063b8a43a4b8 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:36:22.317884 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-9f35f9bd-3d2f-4394-b357-80cab50bb429 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:36:22.324008 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-9f35f9bd-3d2f-4394-b357-80cab50bb429 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:36:22.411682 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9f35f9bd-3d2f-4394-b357-80cab50bb429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:22.414691 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9f35f9bd-3d2f-4394-b357-80cab50bb429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:22.418888 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e80d5b98-7be1-4b38-aabc-1ecdcf6a50c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:22.451585 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f35f9bd-3d2f-4394-b357-80cab50bb429 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=83987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:36:22.464396 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35f9bd-3d2f-4394-b357-80cab50bb429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbffd32-45a9-40b9-843b-bb60aff71ecf,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:22.469092 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9f35f9bd-3d2f-4394-b357-80cab50bb429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:22.470072 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9f35f9bd-3d2f-4394-b357-80cab50bb429 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731035333406', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:22.470505 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-9f35f9bd-3d2f-4394-b357-80cab50bb429 admin admin] Added segment a60238de-a725-4d2c-a3ec-f90af54a43f4 of type vxlan for network dda38cca-a3f3-4425-936a-4ed592e363ca Feb 18 12:36:22.500638 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9f35f9bd-3d2f-4394-b357-80cab50bb429 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305820034079'] for network, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:22.531528 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9f35f9bd-3d2f-4394-b357-80cab50bb429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:22.532743 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f35f9bd-3d2f-4394-b357-80cab50bb429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:22.533378 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9f35f9bd-3d2f-4394-b357-80cab50bb429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:22.538408 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c16f0063-37b3-472c-ba85-fea1ded6c1b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:22.652294 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35f9bd-3d2f-4394-b357-80cab50bb429 admin admin] Pushing event updated for resources: {'Network': ['ID=dda38cca-a3f3-4425-936a-4ed592e363ca,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:22.658763 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-9f35f9bd-3d2f-4394-b357-80cab50bb429 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5241518 Feb 18 12:36:22.659853 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9f35f9bd-3d2f-4394-b357-80cab50bb429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:22.660500 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 48658) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:22.664342 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Network dda38cca-a3f3-4425-936a-4ed592e363ca details requested by agent ovs-agent-dv-cinder-776422-1-iscsi with host dv-cinder-776422-1-iscsi {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:36:22.668045 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-361e1cb0-4caa-4b08-9cc4-3ae870e73520 admin admin] Request body: {'subnet': {'network_id': 'dda38cca-a3f3-4425-936a-4ed592e363ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-466111379-subnet', 'tenant_id': 'e9722f9f69cf46fead0f063b8a43a4b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:36:22.674481 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-361e1cb0-4caa-4b08-9cc4-3ae870e73520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:36:22.678860 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-361e1cb0-4caa-4b08-9cc4-3ae870e73520 admin admin] Usage tracker for resource:subnet and tenant:e9722f9f69cf46fead0f063b8a43a4b8 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:36:22.682254 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-361e1cb0-4caa-4b08-9cc4-3ae870e73520 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:36:22.690334 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-361e1cb0-4caa-4b08-9cc4-3ae870e73520 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:36:22.707689 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361e1cb0-4caa-4b08-9cc4-3ae870e73520 admin admin] Made reservation on behalf of e9722f9f69cf46fead0f063b8a43a4b8 for: {'subnet': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:36:22.716638 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-361e1cb0-4caa-4b08-9cc4-3ae870e73520 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848986586'] for subnet, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:22.789639 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4e3f0-2608-487a-ad99-56b402dcce14 req-fdd9c9fc-80f2-4bb1-a8bb-b149d3e151e8 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:22.791725 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-81a4e3f0-2608-487a-ad99-56b402dcce14 req-fdd9c9fc-80f2-4bb1-a8bb-b149d3e151e8 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1004214 Feb 18 12:36:22.843446 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-81a4e3f0-2608-487a-ad99-56b402dcce14 req-b6d4882e-311c-4c10-aab7-8cb991ba8d85 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450566 Feb 18 12:36:23.164802 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-361e1cb0-4caa-4b08-9cc4-3ae870e73520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848845742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848986603'] for subnet, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:23.180555 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c9358b83-44cc-43b7-8b03-7e160f3e5355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:23.360989 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Network dda38cca-a3f3-4425-936a-4ed592e363ca details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:36:23.371163 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e1cb0-4caa-4b08-9cc4-3ae870e73520 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d82d22-cb07-43da-8de7-7079c79fd615,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:23.390417 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-361e1cb0-4caa-4b08-9cc4-3ae870e73520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:23.453040 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37513ec8-591b-4fc7-b1d3-54200f6b168d req-3ac68f87-f32d-4b60-9bae-31bcf173e49f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:23.455813 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-37513ec8-591b-4fc7-b1d3-54200f6b168d req-3ac68f87-f32d-4b60-9bae-31bcf173e49f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.1596806 Feb 18 12:36:23.501004 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361e1cb0-4caa-4b08-9cc4-3ae870e73520 admin admin] Checking segment: {'id': 'a60238de-a725-4d2c-a3ec-f90af54a43f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dda38cca-a3f3-4425-936a-4ed592e363ca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:36:23.501405 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361e1cb0-4caa-4b08-9cc4-3ae870e73520 admin admin] Network hostable DHCP agents. Network: dda38cca-a3f3-4425-936a-4ed592e363ca, hostable agents: ['bed05dfd-bd83-4319-8df6-46deac5f4b19'], hosted agents: [] {{(pid=83986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:36:23.533345 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-37513ec8-591b-4fc7-b1d3-54200f6b168d req-08a63d5f-a0df-4b51-95d0-c33bde902e5e tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658252 Feb 18 12:36:23.540893 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361e1cb0-4caa-4b08-9cc4-3ae870e73520 admin admin] Network dda38cca-a3f3-4425-936a-4ed592e363ca is scheduled to be hosted by DHCP agent bed05dfd-bd83-4319-8df6-46deac5f4b19 with binding_index 1 {{(pid=83986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:36:23.551666 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-361e1cb0-4caa-4b08-9cc4-3ae870e73520 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-iscsi, dda38cca-a3f3-4425-936a-4ed592e363ca) {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:36:23.568154 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95d5bd6-33a8-4dc6-a149-5647bc5f28ae None None] Network dda38cca-a3f3-4425-936a-4ed592e363ca requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:36:23.569263 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361e1cb0-4caa-4b08-9cc4-3ae870e73520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:23.569906 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-361e1cb0-4caa-4b08-9cc4-3ae870e73520 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:23.591818 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-361e1cb0-4caa-4b08-9cc4-3ae870e73520 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9296708 Feb 18 12:36:23.815399 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d37762-4e68-49c7-b8d5-b7baf253432d None None] Network dda38cca-a3f3-4425-936a-4ed592e363ca requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:36:23.985872 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 19a802e4-5491-40b3-a616-250e68167213 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:36:24.156375 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b1b58-da96-45d6-8fb8-88adbbfe96df req-b65e6b93-3736-4dcb-9de3-122f339fca9c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:24.160415 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-376b1b58-da96-45d6-8fb8-88adbbfe96df req-b65e6b93-3736-4dcb-9de3-122f339fca9c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1403546 Feb 18 12:36:24.182990 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:24.220639 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port 19a802e4-5491-40b3-a616-250e68167213, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=19a802e4-5491-40b3-a616-250e68167213,segment=NetworkSegment(4bdb087e-bbe6-4ba9-a0a9-e1159b18d382),segment_id=4bdb087e-bbe6-4ba9-a0a9-e1159b18d382)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:36:24.221732 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46855df9-6eb6-400e-8978-aa9bc3035f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19a802e4-5491-40b3-a616-250e68167213'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:36:24.224310 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-376b1b58-da96-45d6-8fb8-88adbbfe96df req-e8a0f9d1-116d-4d93-a62a-db750b4f3109 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577395 Feb 18 12:36:24.228516 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:24.230349 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c43a693e-9be3-4b8a-ab40-df434e135b3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:24.284812 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-38c9de23-3a4d-41a6-86c3-5a954d815b31 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:24.285585 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-38c9de23-3a4d-41a6-86c3-5a954d815b31 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Synchronizing usage tracker for tenant:e9722f9f69cf46fead0f063b8a43a4b8 on resource:network {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:36:24.305926 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-38c9de23-3a4d-41a6-86c3-5a954d815b31 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Unset dirty status for tenant:e9722f9f69cf46fead0f063b8a43a4b8 on resource:network {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:36:24.311739 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-38c9de23-3a4d-41a6-86c3-5a954d815b31 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/networks?id=dda38cca-a3f3-4425-936a-4ed592e363ca HTTP/1.1" status: 200 len: 814 time: 0.2390585 Feb 18 12:36:24.326411 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=19a802e4-5491-40b3-a616-250e68167213,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:24.327909 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-4531ab20-365e-4d95-a5c7-61dce60bed8c tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/quotas/e9722f9f69cf46fead0f063b8a43a4b8 HTTP/1.1" status: 200 len: 375 time: 0.0121815 Feb 18 12:36:24.331886 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:24.396019 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46855df9-6eb6-400e-8978-aa9bc3035f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19a802e4-5491-40b3-a616-250e68167213', 'code': 200} Feb 18 12:36:24.412430 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-62971fbc-7269-4f0b-a1ff-79cf68217ab5 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e9722f9f69cf46fead0f063b8a43a4b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757775 Feb 18 12:36:24.695333 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-3e048352-7883-4256-af60-91dd433bde5a service neutron] 10.222.0.83 "GET /v2.0/networks/dda38cca-a3f3-4425-936a-4ed592e363ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754264 Feb 18 12:36:24.863295 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-fe285adb-5497-4f76-86d0-29a9f5b76005 service neutron] 10.222.0.83 "GET /v2.0/networks/dda38cca-a3f3-4425-936a-4ed592e363ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1615870 Feb 18 12:36:25.112292 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1f7fb843-c82c-4cf5-bd0c-ad388ab46f11 req-92e9e392-3bc6-448a-84ae-ab6e7a673057 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 210 time: 0.0591373 Feb 18 12:36:25.176017 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ec741-3bdb-44ed-a952-1f31ac764081 req-10529004-0706-4bb0-8853-b9373c2aa892 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:25.181791 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8b9ec741-3bdb-44ed-a952-1f31ac764081 req-10529004-0706-4bb0-8853-b9373c2aa892 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.1336782 Feb 18 12:36:25.254823 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8b9ec741-3bdb-44ed-a952-1f31ac764081 req-f3824989-7dc9-4c71-a77b-9e87f10a428a tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661426 Feb 18 12:36:25.571913 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 48750) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:25.604088 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d206b55-658e-4817-ae1c-7f340eaf4c0a req-ae282e77-192d-43ce-9411-8b190765b89e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:25.605880 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8d206b55-658e-4817-ae1c-7f340eaf4c0a req-ae282e77-192d-43ce-9411-8b190765b89e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 945 time: 0.1033905 Feb 18 12:36:25.606015 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ead7a-fe37-40b7-b50d-98e3a1698816 req-9af34c9c-4064-4e3d-b990-2e6fae080d23 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:25.612181 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3a7ead7a-fe37-40b7-b50d-98e3a1698816 req-9af34c9c-4064-4e3d-b990-2e6fae080d23 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.1217060 Feb 18 12:36:25.658289 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3a7ead7a-fe37-40b7-b50d-98e3a1698816 req-634a5a42-7fc4-48ba-aed1-252f584a8e68 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433276 Feb 18 12:36:25.942012 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8d206b55-658e-4817-ae1c-7f340eaf4c0a req-c8b40954-b7c0-4f4c-a743-814f63fb58be tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284626 Feb 18 12:36:25.964027 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9478763c-a0ac-4538-856c-ead4a0cc7689 req-6138a862-602d-41f4-983e-b2d4fbc2944f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3894815 Feb 18 12:36:26.151009 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-75aad197-f019-4378-a9e6-4897ba19d8d2 req-abe8aff8-00cc-4375-938f-27af1bdc6614 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1685054 Feb 18 12:36:26.162749 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-75aad197-f019-4378-a9e6-4897ba19d8d2 req-9569ca09-f2a8-4b75-9577-eeec7fdaadb2 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Request body: {'floatingip': {'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:36:26.169147 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-75aad197-f019-4378-a9e6-4897ba19d8d2 req-9569ca09-f2a8-4b75-9577-eeec7fdaadb2 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:36:26.173454 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-75aad197-f019-4378-a9e6-4897ba19d8d2 req-9569ca09-f2a8-4b75-9577-eeec7fdaadb2 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Usage tracker for resource:floatingip and tenant:d19cc7f219c541d79e256e08131b7da3 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:36:26.177543 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-75aad197-f019-4378-a9e6-4897ba19d8d2 req-9569ca09-f2a8-4b75-9577-eeec7fdaadb2 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:36:26.182708 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-75aad197-f019-4378-a9e6-4897ba19d8d2 req-9569ca09-f2a8-4b75-9577-eeec7fdaadb2 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:36:26.193159 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-75aad197-f019-4378-a9e6-4897ba19d8d2 req-9569ca09-f2a8-4b75-9577-eeec7fdaadb2 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks [] for floatingip, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:26.282154 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-98f12cb1-68b0-430c-9a61-fbdf7ce0473f req-68b6e5c5-7175-437a-8b0e-d28c1f067f74 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 210 time: 0.0506392 Feb 18 12:36:26.362257 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-75aad197-f019-4378-a9e6-4897ba19d8d2 req-9569ca09-f2a8-4b75-9577-eeec7fdaadb2 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:26.488829 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7b299-8d79-4747-8c96-a52af733a6a5 req-5b1bc573-6072-4180-8cbc-cc07511a53c0 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:26.490495 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9da7b299-8d79-4747-8c96-a52af733a6a5 req-5b1bc573-6072-4180-8cbc-cc07511a53c0 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.0909507 Feb 18 12:36:26.541673 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9da7b299-8d79-4747-8c96-a52af733a6a5 req-d4c3a6f4-332d-4f70-a1cd-ed90431bc59f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440195 Feb 18 12:36:26.655107 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-75aad197-f019-4378-a9e6-4897ba19d8d2 req-9569ca09-f2a8-4b75-9577-eeec7fdaadb2 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Allocated IP 172.27.1.101 (af22eeb7-a3c9-494b-a94b-4ce3a52cae78/7f96d68a-30b3-4cd1-8fb4-11341d49a56c/5fc25e4a-c04e-44cd-8bd2-df329cc64332) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:36:26.819998 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-75aad197-f019-4378-a9e6-4897ba19d8d2 req-9569ca09-f2a8-4b75-9577-eeec7fdaadb2 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:26.852174 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-75aad197-f019-4378-a9e6-4897ba19d8d2 req-9569ca09-f2a8-4b75-9577-eeec7fdaadb2 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848845764'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:26.868411 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:26.875929 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b248e9-950a-43ea-8ccd-f911e7f1b4dc req-b57179e5-b6cc-4c26-a647-de93637e0582 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:26.877603 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a5b248e9-950a-43ea-8ccd-f911e7f1b4dc req-b57179e5-b6cc-4c26-a647-de93637e0582 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.0945764 Feb 18 12:36:26.928874 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a5b248e9-950a-43ea-8ccd-f911e7f1b4dc req-d77273c0-d9d0-4189-b881-59884743dc1f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438304 Feb 18 12:36:27.013244 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569ca09-f2a8-4b75-9577-eeec7fdaadb2 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Pushing event updated for resources: {'Port': ['ID=5fc25e4a-c04e-44cd-8bd2-df329cc64332,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:27.018970 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9569ca09-f2a8-4b75-9577-eeec7fdaadb2 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:27.062147 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75aad197-f019-4378-a9e6-4897ba19d8d2 req-9569ca09-f2a8-4b75-9577-eeec7fdaadb2 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:36:27.063824 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-75aad197-f019-4378-a9e6-4897ba19d8d2 req-9569ca09-f2a8-4b75-9577-eeec7fdaadb2 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:36:27.066134 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-75aad197-f019-4378-a9e6-4897ba19d8d2 req-9569ca09-f2a8-4b75-9577-eeec7fdaadb2 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:36:27.195865 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-75aad197-f019-4378-a9e6-4897ba19d8d2 req-9569ca09-f2a8-4b75-9577-eeec7fdaadb2 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:27.266396 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-75aad197-f019-4378-a9e6-4897ba19d8d2 req-9569ca09-f2a8-4b75-9577-eeec7fdaadb2 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:27.460804 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f35221df-84cc-49a4-8609-8baa00d620dd req-f1e27f28-5bfc-4233-acc5-a6ed7f9818ff tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 210 time: 0.0495548 Feb 18 12:36:27.566903 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-75aad197-f019-4378-a9e6-4897ba19d8d2 req-9569ca09-f2a8-4b75-9577-eeec7fdaadb2 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:27.570798 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-75aad197-f019-4378-a9e6-4897ba19d8d2 req-9569ca09-f2a8-4b75-9577-eeec7fdaadb2 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5930020'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:27.590564 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:27.733774 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569ca09-f2a8-4b75-9577-eeec7fdaadb2 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Pushing event updated for resources: {'Port': ['ID=5fc25e4a-c04e-44cd-8bd2-df329cc64332,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:27.747521 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9569ca09-f2a8-4b75-9577-eeec7fdaadb2 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:27.761092 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fd696-1168-4e29-bc63-ef79a6b0d8bb req-aecf9dd6-8684-4636-afb7-0a6d1fa80d33 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:27.762831 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-296fd696-1168-4e29-bc63-ef79a6b0d8bb req-aecf9dd6-8684-4636-afb7-0a6d1fa80d33 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.1016526 Feb 18 12:36:27.815244 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-296fd696-1168-4e29-bc63-ef79a6b0d8bb req-dda0ca1b-9780-46df-b3e9-d94464afe728 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451634 Feb 18 12:36:27.846715 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-75aad197-f019-4378-a9e6-4897ba19d8d2 req-9569ca09-f2a8-4b75-9577-eeec7fdaadb2 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854411096'] for floatingip, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:27.871021 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-75aad197-f019-4378-a9e6-4897ba19d8d2 req-9569ca09-f2a8-4b75-9577-eeec7fdaadb2 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:27.872403 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-75aad197-f019-4378-a9e6-4897ba19d8d2 req-9569ca09-f2a8-4b75-9577-eeec7fdaadb2 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7143703 Feb 18 12:36:28.147864 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b357c-c160-4544-af89-3d11afca6548 req-9890c07f-1701-40c2-a277-944646f6bdb5 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:28.149511 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1f4b357c-c160-4544-af89-3d11afca6548 req-9890c07f-1701-40c2-a277-944646f6bdb5 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.0930445 Feb 18 12:36:28.183813 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-75aad197-f019-4378-a9e6-4897ba19d8d2 req-9c205fab-10d2-4085-b6a1-d8482558719a tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Synchronizing usage tracker for tenant:d19cc7f219c541d79e256e08131b7da3 on resource:floatingip {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:36:28.200705 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-75aad197-f019-4378-a9e6-4897ba19d8d2 req-9c205fab-10d2-4085-b6a1-d8482558719a tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Unset dirty status for tenant:d19cc7f219c541d79e256e08131b7da3 on resource:floatingip {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:36:28.200949 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1f4b357c-c160-4544-af89-3d11afca6548 req-475cd877-da71-4476-8361-0ab9f0f0f8b0 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448997 Feb 18 12:36:28.201998 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-75aad197-f019-4378-a9e6-4897ba19d8d2 req-9c205fab-10d2-4085-b6a1-d8482558719a tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.27.1.101 HTTP/1.1" status: 200 len: 696 time: 0.3225327 Feb 18 12:36:28.377241 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aad197-f019-4378-a9e6-4897ba19d8d2 req-953aafea-6e0f-4799-a80f-4e071a01ac7d tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:28.379335 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-75aad197-f019-4378-a9e6-4897ba19d8d2 req-953aafea-6e0f-4799-a80f-4e071a01ac7d tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/networks/af22eeb7-a3c9-494b-a94b-4ce3a52cae78 HTTP/1.1" status: 200 len: 784 time: 0.1714120 Feb 18 12:36:28.391909 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-75aad197-f019-4378-a9e6-4897ba19d8d2 req-8033497a-a41d-424a-8385-2e791d7f6538 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=83986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:36:28.393065 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-75aad197-f019-4378-a9e6-4897ba19d8d2 req-8033497a-a41d-424a-8385-2e791d7f6538 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0071340 Feb 18 12:36:28.595658 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52187e26-6df7-482a-b3d2-8c57b1f4bf2d req-aeff5fb3-2370-4dcf-9637-78401c6fb908 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:28.597428 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-52187e26-6df7-482a-b3d2-8c57b1f4bf2d req-aeff5fb3-2370-4dcf-9637-78401c6fb908 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1010618 Feb 18 12:36:28.637437 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b44da982-311d-4d3d-af06-92cacb3ded93 req-1f34e982-cc42-4ef2-a675-b264f563c158 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 210 time: 0.0573101 Feb 18 12:36:28.694537 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-52187e26-6df7-482a-b3d2-8c57b1f4bf2d req-40928e3b-a259-475f-84b2-de269838c456 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.27.1.101 HTTP/1.1" status: 200 len: 696 time: 0.0890563 Feb 18 12:36:28.708722 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-52187e26-6df7-482a-b3d2-8c57b1f4bf2d req-134f5d1f-a325-4453-b8b4-2c323fc297ed tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Request body: {'floatingip': {'port_id': '18b49a94-f368-427b-b421-6e8574741ec8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:36:28.796027 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-52187e26-6df7-482a-b3d2-8c57b1f4bf2d req-134f5d1f-a325-4453-b8b4-2c323fc297ed tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks [] for floatingip, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:29.018957 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96629198-7188-4f1b-a208-bbe28221af5e req-81ff8152-dd55-44dd-ae8f-b09264bacaf4 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:29.020553 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-96629198-7188-4f1b-a208-bbe28221af5e req-81ff8152-dd55-44dd-ae8f-b09264bacaf4 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.0875523 Feb 18 12:36:29.070334 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-96629198-7188-4f1b-a208-bbe28221af5e req-0af7ae88-445e-4ebe-86ea-62ccae1f0d19 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431681 Feb 18 12:36:29.432338 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0cf26-59f9-4da3-8dfc-37252d70f238 req-51928db6-5c06-4103-87fc-e9d1ea1fa9c4 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:29.433880 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7ea0cf26-59f9-4da3-8dfc-37252d70f238 req-51928db6-5c06-4103-87fc-e9d1ea1fa9c4 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.1088247 Feb 18 12:36:29.485145 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7ea0cf26-59f9-4da3-8dfc-37252d70f238 req-8eec50cb-d199-401f-be45-370f3c6ed9d5 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438781 Feb 18 12:36:29.486025 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-52187e26-6df7-482a-b3d2-8c57b1f4bf2d req-134f5d1f-a325-4453-b8b4-2c323fc297ed tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:29.489024 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-52187e26-6df7-482a-b3d2-8c57b1f4bf2d req-134f5d1f-a325-4453-b8b4-2c323fc297ed tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854411096'] for floatingip, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:29.686326 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.l3_db [req-52187e26-6df7-482a-b3d2-8c57b1f4bf2d req-134f5d1f-a325-4453-b8b4-2c323fc297ed tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Floating IP e0baff10-5558-4208-8887-ef7e74bd90b9 associated. External IP: 172.27.1.101, port: 18b49a94-f368-427b-b421-6e8574741ec8. Feb 18 12:36:29.817800 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3c583499-934f-463a-9694-56f4c649b338 req-0adc5c6b-e378-4d28-a044-b05881c68496 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 210 time: 0.0571988 Feb 18 12:36:30.089638 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52187e26-6df7-482a-b3d2-8c57b1f4bf2d req-134f5d1f-a325-4453-b8b4-2c323fc297ed tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Router d0735b8e-172f-4f5c-bae7-fa76701b57de has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:36:30.334234 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786b996-2e37-414e-8746-17037ba87152 req-8638bea1-3ad0-496a-87b9-7a5428c6fa81 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:30.335937 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2786b996-2e37-414e-8746-17037ba87152 req-8638bea1-3ad0-496a-87b9-7a5428c6fa81 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.1095304 Feb 18 12:36:30.398667 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2786b996-2e37-414e-8746-17037ba87152 req-6a71784c-86fa-4dd6-8fe9-c38ccf5be72b tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549819 Feb 18 12:36:30.561092 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52187e26-6df7-482a-b3d2-8c57b1f4bf2d req-134f5d1f-a325-4453-b8b4-2c323fc297ed tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:36:30.567469 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-52187e26-6df7-482a-b3d2-8c57b1f4bf2d req-134f5d1f-a325-4453-b8b4-2c323fc297ed tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for floatingip, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:30.573849 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1888135a-dcb5-4d9e-bdad-2851e87e7c71 None None] Sync routers for ids ['d0735b8e-172f-4f5c-bae7-fa76701b57de'] in dv-cinder-776422-1-iscsi {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:36:30.589139 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1888135a-dcb5-4d9e-bdad-2851e87e7c71 None None] Routers {'d0735b8e-172f-4f5c-bae7-fa76701b57de'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:36:30.590046 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1888135a-dcb5-4d9e-bdad-2851e87e7c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:36:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['d0735b8e-172f-4f5c-bae7-fa76701b57de'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:36:30.641030 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-52187e26-6df7-482a-b3d2-8c57b1f4bf2d req-134f5d1f-a325-4453-b8b4-2c323fc297ed tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "PUT /v2.0/floatingips/e0baff10-5558-4208-8887-ef7e74bd90b9 HTTP/1.1" status: 200 len: 996 time: 1.9368784 Feb 18 12:36:30.641587 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c623c577-de50-4476-a04e-880cb04650a0', 'tag': '18b49a94-f368-427b-b421-6e8574741ec8'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:36:30.732852 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d03ca-3e64-4d05-9e4e-f963918b5231 req-b404b888-88e2-4d10-acad-3fde68749d5a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:30.734710 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2e9d03ca-3e64-4d05-9e4e-f963918b5231 req-b404b888-88e2-4d10-acad-3fde68749d5a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.1040089 Feb 18 12:36:30.763326 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52187e26-6df7-482a-b3d2-8c57b1f4bf2d req-e3398454-8144-4232-9607-814a16d82e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:30.765553 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-52187e26-6df7-482a-b3d2-8c57b1f4bf2d req-e3398454-8144-4232-9607-814a16d82e2e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d19cc7f219c541d79e256e08131b7da3&device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 1162 time: 0.0961611 Feb 18 12:36:30.805113 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2e9d03ca-3e64-4d05-9e4e-f963918b5231 req-64a3b61d-25e4-4fe5-b270-9a50d440fa1e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573852 Feb 18 12:36:30.829589 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-1888135a-dcb5-4d9e-bdad-2851e87e7c71 None None] Set router d0735b8e-172f-4f5c-bae7-fa76701b57de gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:36:30.985875 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52187e26-6df7-482a-b3d2-8c57b1f4bf2d req-890252ed-20f9-444b-b481-9d7f8b5f1d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:30.990593 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-52187e26-6df7-482a-b3d2-8c57b1f4bf2d req-890252ed-20f9-444b-b481-9d7f8b5f1d22 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5bccefc1-eeb4-48b2-860d-eba700c03669 HTTP/1.1" status: 200 len: 909 time: 0.2173522 Feb 18 12:36:31.113640 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c623c577-de50-4476-a04e-880cb04650a0', 'tag': '18b49a94-f368-427b-b421-6e8574741ec8', 'status': 'completed', 'code': 200} Feb 18 12:36:31.128107 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e9a9e830-4b0d-4ae5-a51c-0623ffda7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:31.157141 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-52187e26-6df7-482a-b3d2-8c57b1f4bf2d req-7f0103ee-f4ba-4745-84ec-65d2a66bf198 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18b49a94-f368-427b-b421-6e8574741ec8 HTTP/1.1" status: 200 len: 999 time: 0.1583269 Feb 18 12:36:31.421575 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52187e26-6df7-482a-b3d2-8c57b1f4bf2d req-39667a9e-91ff-475c-aac1-97b755006187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:31.429210 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2c690681-f92e-47c5-8bc6-826cb9dbcca5 req-e2492bc7-5699-4658-8d45-507bfc24468b tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 210 time: 0.1281080 Feb 18 12:36:31.432736 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-52187e26-6df7-482a-b3d2-8c57b1f4bf2d req-39667a9e-91ff-475c-aac1-97b755006187 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cb7bae6a-7fcb-4274-b23f-3f83723ba9c7 HTTP/1.1" status: 200 len: 854 time: 0.2629340 Feb 18 12:36:31.439531 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1888135a-dcb5-4d9e-bdad-2851e87e7c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'name': 'tempest-TestMinimumBasicScenario-1482477188-router', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:34:57Z', 'updated_at': '2021-02-18T12:35:03Z', 'revision_number': 4, 'project_id': 'd19cc7f219c541d79e256e08131b7da3', 'gw_port': {'id': '0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:58Z', 'updated_at': '2021-02-18T12:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_floatingips': [{'id': 'e0baff10-5558-4208-8887-ef7e74bd90b9', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'floating_ip_address': '172.27.1.101', 'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'router_id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'port_id': '18b49a94-f368-427b-b421-6e8574741ec8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bccefc1-eeb4-48b2-860d-eba700c03669', 'mac_address': 'fa:16:3e:15:1e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c623c577-de50-4476-a04e-880cb04650a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:36:27Z', 'updated_at': '2021-02-18T12:36:29Z', 'revision_number': 1, 'project_id': 'd19cc7f219c541d79e256e08131b7da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9ceb180-da25-4fe4-bc20-c931fdd37a65', 'name': '', 'network_id': '5bccefc1-eeb4-48b2-860d-eba700c03669', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'mac_address': 'fa:16:3e:8f:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'cb7bae6a-7fcb-4274-b23f-3f83723ba9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:35:02Z', 'updated_at': '2021-02-18T12:35:12Z', 'revision_number': 5, 'project_id': 'd19cc7f219c541d79e256e08131b7da3', 'subnets': [{'id': 'cb7bae6a-7fcb-4274-b23f-3f83723ba9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:36:31.448448 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1888135a-dcb5-4d9e-bdad-2851e87e7c71 None None] Checking router: d0735b8e-172f-4f5c-bae7-fa76701b57de for host: dv-cinder-776422-1-iscsi {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:36:31.464763 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1888135a-dcb5-4d9e-bdad-2851e87e7c71 None None] Routers {'d0735b8e-172f-4f5c-bae7-fa76701b57de'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:36:31.465707 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1888135a-dcb5-4d9e-bdad-2851e87e7c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:36:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['d0735b8e-172f-4f5c-bae7-fa76701b57de'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:36:31.504369 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de2416-921a-4616-936e-7202d1e416a2 req-49d524dc-d229-4ae8-9b5f-54a4b3cffb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:31.509046 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8de2416-921a-4616-936e-7202d1e416a2 req-49d524dc-d229-4ae8-9b5f-54a4b3cffb02 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d19cc7f219c541d79e256e08131b7da3&device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 1162 time: 0.3012161 Feb 18 12:36:31.591059 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-eed917fb-597b-4bde-bb47-d605506ea75e tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:31.593264 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-eed917fb-597b-4bde-bb47-d605506ea75e tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.99 "GET /v2.0/networks?id=dda38cca-a3f3-4425-936a-4ed592e363ca HTTP/1.1" status: 200 len: 814 time: 0.3655517 Feb 18 12:36:31.602207 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52187e26-6df7-482a-b3d2-8c57b1f4bf2d req-45fc36c5-b889-4616-a791-01015aaa1e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:31.612290 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-52187e26-6df7-482a-b3d2-8c57b1f4bf2d req-45fc36c5-b889-4616-a791-01015aaa1e85 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5bccefc1-eeb4-48b2-860d-eba700c03669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1777310 Feb 18 12:36:31.618089 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-52187e26-6df7-482a-b3d2-8c57b1f4bf2d req-15056c75-5f9b-4b8f-9395-c7fcbb57ebff service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=83987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:36:31.627067 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-52187e26-6df7-482a-b3d2-8c57b1f4bf2d req-15056c75-5f9b-4b8f-9395-c7fcbb57ebff service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0136185 Feb 18 12:36:31.662992 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-95c63000-5abe-4eac-81e4-630e6ed3afee tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Request body: {'port': {'device_id': '42917255-f615-4c88-8274-d77aece6cc3e', 'network_id': 'dda38cca-a3f3-4425-936a-4ed592e363ca', 'admin_state_up': True, 'tenant_id': 'e9722f9f69cf46fead0f063b8a43a4b8'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:36:31.761424 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-1888135a-dcb5-4d9e-bdad-2851e87e7c71 None None] Set router d0735b8e-172f-4f5c-bae7-fa76701b57de gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:36:31.777338 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de2416-921a-4616-936e-7202d1e416a2 req-84234007-c676-4a8c-b6eb-762055fa1d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:31.779608 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8de2416-921a-4616-936e-7202d1e416a2 req-84234007-c676-4a8c-b6eb-762055fa1d58 service neutron] 10.222.0.99 "GET /v2.0/networks?id=5bccefc1-eeb4-48b2-860d-eba700c03669 HTTP/1.1" status: 200 len: 909 time: 0.2625229 Feb 18 12:36:31.858726 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd74bc7-a9fb-4c46-b4f9-ca5ef9c4c6b6 req-fb3c0b69-1472-460a-9270-2e77439b0b18 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:31.860598 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4cd74bc7-a9fb-4c46-b4f9-ca5ef9c4c6b6 req-fb3c0b69-1472-460a-9270-2e77439b0b18 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.2173183 Feb 18 12:36:31.944019 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8de2416-921a-4616-936e-7202d1e416a2 req-30722ee3-8a1a-48af-8b8d-a2eedc55246f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18b49a94-f368-427b-b421-6e8574741ec8 HTTP/1.1" status: 200 len: 999 time: 0.1564517 Feb 18 12:36:31.945346 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-52187e26-6df7-482a-b3d2-8c57b1f4bf2d req-8c1ce284-1dc7-4bc5-9dab-a85ea469abe9 service neutron] 10.222.0.83 "GET /v2.0/networks/5bccefc1-eeb4-48b2-860d-eba700c03669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172121 Feb 18 12:36:31.957539 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4cd74bc7-a9fb-4c46-b4f9-ca5ef9c4c6b6 req-ead56f03-d554-458a-895b-8c624d5d9253 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819907 Feb 18 12:36:32.032189 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-95c63000-5abe-4eac-81e4-630e6ed3afee tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:36:32.050913 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-95c63000-5abe-4eac-81e4-630e6ed3afee tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Usage tracker for resource:port and tenant:e9722f9f69cf46fead0f063b8a43a4b8 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:36:32.056301 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-95c63000-5abe-4eac-81e4-630e6ed3afee tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:36:32.066340 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-95c63000-5abe-4eac-81e4-630e6ed3afee tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:36:32.103393 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de2416-921a-4616-936e-7202d1e416a2 req-f9167b14-dcd5-40bc-a9c5-e12d439d44dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:32.105016 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8de2416-921a-4616-936e-7202d1e416a2 req-f9167b14-dcd5-40bc-a9c5-e12d439d44dd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cb7bae6a-7fcb-4274-b23f-3f83723ba9c7 HTTP/1.1" status: 200 len: 854 time: 0.1464436 Feb 18 12:36:32.146842 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-52187e26-6df7-482a-b3d2-8c57b1f4bf2d req-a497d3e5-3abd-4b18-9ac1-a515da5fcfc7 service neutron] 10.222.0.83 "GET /v2.0/networks/5bccefc1-eeb4-48b2-860d-eba700c03669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2004175 Feb 18 12:36:32.158060 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-95c63000-5abe-4eac-81e4-630e6ed3afee tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Made reservation on behalf of e9722f9f69cf46fead0f063b8a43a4b8 for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:36:32.171188 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-95c63000-5abe-4eac-81e4-630e6ed3afee tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:32.308605 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de2416-921a-4616-936e-7202d1e416a2 req-9937d209-c0ca-431f-8e1a-434a2d79afea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:32.310359 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8de2416-921a-4616-936e-7202d1e416a2 req-9937d209-c0ca-431f-8e1a-434a2d79afea service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5bccefc1-eeb4-48b2-860d-eba700c03669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1965365 Feb 18 12:36:32.460868 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1888135a-dcb5-4d9e-bdad-2851e87e7c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'name': 'tempest-TestMinimumBasicScenario-1482477188-router', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:34:57Z', 'updated_at': '2021-02-18T12:35:03Z', 'revision_number': 4, 'project_id': 'd19cc7f219c541d79e256e08131b7da3', 'gw_port': {'id': '0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:58Z', 'updated_at': '2021-02-18T12:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_floatingips': [{'id': 'e0baff10-5558-4208-8887-ef7e74bd90b9', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'floating_ip_address': '172.27.1.101', 'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'router_id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'port_id': '18b49a94-f368-427b-b421-6e8574741ec8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bccefc1-eeb4-48b2-860d-eba700c03669', 'mac_address': 'fa:16:3e:15:1e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c623c577-de50-4476-a04e-880cb04650a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:36:27Z', 'updated_at': '2021-02-18T12:36:29Z', 'revision_number': 1, 'project_id': 'd19cc7f219c541d79e256e08131b7da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9ceb180-da25-4fe4-bc20-c931fdd37a65', 'name': '', 'network_id': '5bccefc1-eeb4-48b2-860d-eba700c03669', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'mac_address': 'fa:16:3e:8f:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'cb7bae6a-7fcb-4274-b23f-3f83723ba9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:35:02Z', 'updated_at': '2021-02-18T12:35:12Z', 'revision_number': 5, 'project_id': 'd19cc7f219c541d79e256e08131b7da3', 'subnets': [{'id': 'cb7bae6a-7fcb-4274-b23f-3f83723ba9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:36:32.470195 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1888135a-dcb5-4d9e-bdad-2851e87e7c71 None None] The sync data for ids ['d0735b8e-172f-4f5c-bae7-fa76701b57de'] in dv-cinder-776422-1-iscsi is: [{'id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'name': 'tempest-TestMinimumBasicScenario-1482477188-router', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:34:57Z', 'updated_at': '2021-02-18T12:35:03Z', 'revision_number': 4, 'project_id': 'd19cc7f219c541d79e256e08131b7da3', 'gw_port': {'id': '0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:58Z', 'updated_at': '2021-02-18T12:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_floatingips': [{'id': 'e0baff10-5558-4208-8887-ef7e74bd90b9', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'floating_ip_address': '172.27.1.101', 'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'router_id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'port_id': '18b49a94-f368-427b-b421-6e8574741ec8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bccefc1-eeb4-48b2-860d-eba700c03669', 'mac_address': 'fa:16:3e:15:1e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c623c577-de50-4476-a04e-880cb04650a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:36:27Z', 'updated_at': '2021-02-18T12:36:29Z', 'revision_number': 1, 'project_id': 'd19cc7f219c541d79e256e08131b7da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9ceb180-da25-4fe4-bc20-c931fdd37a65', 'name': '', 'network_id': '5bccefc1-eeb4-48b2-860d-eba700c03669', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'mac_address': 'fa:16:3e:8f:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'cb7bae6a-7fcb-4274-b23f-3f83723ba9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:35:02Z', 'updated_at': '2021-02-18T12:35:12Z', 'revision_number': 5, 'project_id': 'd19cc7f219c541d79e256e08131b7da3', 'subnets': [{'id': 'cb7bae6a-7fcb-4274-b23f-3f83723ba9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:36:32.479126 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835a116-40bc-4e01-8d97-3469f2ac004e req-679e609a-d06e-4175-af87-8ef393649d86 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:32.481050 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3835a116-40bc-4e01-8d97-3469f2ac004e req-679e609a-d06e-4175-af87-8ef393649d86 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.3234386 Feb 18 12:36:32.500517 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-14e7ee5f-3dc3-4b9d-bad6-2ea68f8f59d9 req-2257dd49-b410-4a34-b52b-603852abd703 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-818098333', 'description': 'tempest-TestMinimumBasicScenario-818098333 description'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:36:32.510738 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-14e7ee5f-3dc3-4b9d-bad6-2ea68f8f59d9 req-2257dd49-b410-4a34-b52b-603852abd703 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:36:32.557560 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-14e7ee5f-3dc3-4b9d-bad6-2ea68f8f59d9 req-2257dd49-b410-4a34-b52b-603852abd703 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:36:32.572638 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478763c-a0ac-4538-856c-ead4a0cc7689 req-a2ac2b47-c82b-46fd-822e-2c831ee4326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:32.574613 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9478763c-a0ac-4538-856c-ead4a0cc7689 req-a2ac2b47-c82b-46fd-822e-2c831ee4326e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66&tenant_id=fff3f4ff6e52473eab85e6377277c4bd HTTP/1.1" status: 200 len: 1160 time: 0.4221704 Feb 18 12:36:32.577725 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3835a116-40bc-4e01-8d97-3469f2ac004e req-b78b6bba-0499-47fe-81ec-d04a56fddfe8 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872684 Feb 18 12:36:32.603109 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8de2416-921a-4616-936e-7202d1e416a2 req-4a9651f2-924d-45ac-9eb6-e81d88904460 service neutron] 10.222.0.99 "GET /v2.0/networks/5bccefc1-eeb4-48b2-860d-eba700c03669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822716 Feb 18 12:36:32.622512 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-14e7ee5f-3dc3-4b9d-bad6-2ea68f8f59d9 req-2257dd49-b410-4a34-b52b-603852abd703 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:32.726870 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-14e7ee5f-3dc3-4b9d-bad6-2ea68f8f59d9 req-2257dd49-b410-4a34-b52b-603852abd703 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:36:32.749722 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-14e7ee5f-3dc3-4b9d-bad6-2ea68f8f59d9 req-2257dd49-b410-4a34-b52b-603852abd703 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Usage tracker for resource:security_group_rule and tenant:d19cc7f219c541d79e256e08131b7da3 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:36:32.753943 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-14e7ee5f-3dc3-4b9d-bad6-2ea68f8f59d9 req-2257dd49-b410-4a34-b52b-603852abd703 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:36:32.764691 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-14e7ee5f-3dc3-4b9d-bad6-2ea68f8f59d9 req-2257dd49-b410-4a34-b52b-603852abd703 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:36:32.822300 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8de2416-921a-4616-936e-7202d1e416a2 req-3f4cc61e-92f0-4167-ab52-94a5f642c8d0 service neutron] 10.222.0.99 "GET /v2.0/networks/5bccefc1-eeb4-48b2-860d-eba700c03669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2028155 Feb 18 12:36:32.913987 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d85889-21fb-46d6-af56-f7659cf4b8f0 None None] New status for floating IP e0baff10-5558-4208-8887-ef7e74bd90b9: ACTIVE {{(pid=83989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 12:36:32.929564 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-95c63000-5abe-4eac-81e4-630e6ed3afee tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Allocated IP 172.20.0.13 (dda38cca-a3f3-4425-936a-4ed592e363ca/a4d82d22-cb07-43da-8de7-7079c79fd615/068df9f2-d850-44d4-8b7d-8ea3feec3189) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:36:32.933525 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478763c-a0ac-4538-856c-ead4a0cc7689 req-5942f49a-6cd8-4497-8c0a-8475bf725586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:32.935851 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9478763c-a0ac-4538-856c-ead4a0cc7689 req-5942f49a-6cd8-4497-8c0a-8475bf725586 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fff3f4ff6e52473eab85e6377277c4bd&device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 1160 time: 0.2803221 Feb 18 12:36:33.065430 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bb212-7f2b-4481-953b-3e13b198d7fd req-c2034d41-ce80-492f-9a21-c83729ebb091 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:33.069309 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-14e7ee5f-3dc3-4b9d-bad6-2ea68f8f59d9 req-2257dd49-b410-4a34-b52b-603852abd703 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:33.076465 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d48bb212-7f2b-4481-953b-3e13b198d7fd req-c2034d41-ce80-492f-9a21-c83729ebb091 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.2521799 Feb 18 12:36:33.093314 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-14e7ee5f-3dc3-4b9d-bad6-2ea68f8f59d9 req-2257dd49-b410-4a34-b52b-603852abd703 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:33.103547 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b9d00d0c-bfa6-483c-824a-e408e51a82ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:33.129653 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d1878-2ef6-42fc-9bff-0948d6f29f3a req-bdf34e6e-dd53-4292-987d-58bf0f544dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:33.131996 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-508d1878-2ef6-42fc-9bff-0948d6f29f3a req-bdf34e6e-dd53-4292-987d-58bf0f544dab service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 1162 time: 0.2484324 Feb 18 12:36:33.208416 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257dd49-b410-4a34-b52b-603852abd703 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93a4c881-9e2c-47e6-bd74-3a5e01e51495,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:33.237046 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2257dd49-b410-4a34-b52b-603852abd703 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:33.284017 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d48bb212-7f2b-4481-953b-3e13b198d7fd req-2842aa72-4d74-4084-a066-60dc5a54b588 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025483 Feb 18 12:36:33.309727 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-14e7ee5f-3dc3-4b9d-bad6-2ea68f8f59d9 req-2257dd49-b410-4a34-b52b-603852abd703 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:33.325325 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-14e7ee5f-3dc3-4b9d-bad6-2ea68f8f59d9 req-2257dd49-b410-4a34-b52b-603852abd703 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8230217 Feb 18 12:36:33.358578 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d1878-2ef6-42fc-9bff-0948d6f29f3a req-300e30e4-214b-4d96-b0c7-faef7a1d7873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:33.360123 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-508d1878-2ef6-42fc-9bff-0948d6f29f3a req-300e30e4-214b-4d96-b0c7-faef7a1d7873 service neutron] 10.222.0.99 "GET /v2.0/networks?id=bb258f48-33fc-49fc-8809-521607151087 HTTP/1.1" status: 200 len: 905 time: 0.2147295 Feb 18 12:36:33.363319 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478763c-a0ac-4538-856c-ead4a0cc7689 req-04f26d8c-acc3-4afd-9912-ed22462bdb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:33.364946 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9478763c-a0ac-4538-856c-ead4a0cc7689 req-04f26d8c-acc3-4afd-9912-ed22462bdb21 service neutron] 10.222.0.99 "GET /v2.0/networks?id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28 HTTP/1.1" status: 200 len: 910 time: 0.4128878 Feb 18 12:36:33.413540 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fdd3736c-4440-451b-a2b4-f39872e683e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:33.545707 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-face1e84-9eb1-4898-af62-e25640d16314 req-b9fea2da-3cc9-4baf-9665-a623295e5636 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 210 time: 0.0805652 Feb 18 12:36:33.569023 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-508d1878-2ef6-42fc-9bff-0948d6f29f3a req-6f8739c2-d020-457b-931c-880d75a2a61a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8961bbb9-e560-4a9e-ae9a-0a7b7997d078 HTTP/1.1" status: 200 len: 1001 time: 0.1939662 Feb 18 12:36:33.606029 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-52f85663-85bf-4fbf-ab44-48f47836d06b req-f7d9a541-ea56-4a67-a5a4-ab8df1173e32 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups/93a4c881-9e2c-47e6-bd74-3a5e01e51495 HTTP/1.1" status: 200 len: 1812 time: 0.2616498 Feb 18 12:36:33.625172 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9478763c-a0ac-4538-856c-ead4a0cc7689 req-f22ee3dd-a8c7-443f-aab8-8551a053db0f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19a802e4-5491-40b3-a616-250e68167213 HTTP/1.1" status: 200 len: 999 time: 0.1954055 Feb 18 12:36:33.630751 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-52f85663-85bf-4fbf-ab44-48f47836d06b req-5b14316a-9c00-43ad-b665-11c0bfd7bdd9 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '93a4c881-9e2c-47e6-bd74-3a5e01e51495', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:36:33.631316 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-52f85663-85bf-4fbf-ab44-48f47836d06b req-5b14316a-9c00-43ad-b665-11c0bfd7bdd9 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '93a4c881-9e2c-47e6-bd74-3a5e01e51495', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:36:33.662400 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d1878-2ef6-42fc-9bff-0948d6f29f3a req-1aa59501-6058-4006-9c92-dae41e6e9511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:33.664278 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-508d1878-2ef6-42fc-9bff-0948d6f29f3a req-1aa59501-6058-4006-9c92-dae41e6e9511 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5c10d723-44ed-460c-abaf-474c1da07dd6 HTTP/1.1" status: 200 len: 850 time: 0.0866871 Feb 18 12:36:33.689497 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-52f85663-85bf-4fbf-ab44-48f47836d06b req-5b14316a-9c00-43ad-b665-11c0bfd7bdd9 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:36:33.710741 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-52f85663-85bf-4fbf-ab44-48f47836d06b req-5b14316a-9c00-43ad-b665-11c0bfd7bdd9 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Usage tracker for resource:security_group_rule and tenant:d19cc7f219c541d79e256e08131b7da3 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:36:33.717024 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-95c63000-5abe-4eac-81e4-630e6ed3afee tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:33.722782 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-52f85663-85bf-4fbf-ab44-48f47836d06b req-5b14316a-9c00-43ad-b665-11c0bfd7bdd9 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:36:33.736343 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-52f85663-85bf-4fbf-ab44-48f47836d06b req-5b14316a-9c00-43ad-b665-11c0bfd7bdd9 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:36:33.756887 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478763c-a0ac-4538-856c-ead4a0cc7689 req-8ca2ad9b-5d87-412e-8fa4-e4f786a10385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:33.758513 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9478763c-a0ac-4538-856c-ead4a0cc7689 req-8ca2ad9b-5d87-412e-8fa4-e4f786a10385 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e4044c87-5ed4-4e4e-a96f-b6177944301a HTTP/1.1" status: 200 len: 855 time: 0.1221638 Feb 18 12:36:33.835418 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d1878-2ef6-42fc-9bff-0948d6f29f3a req-2f93fd53-ab82-4fd0-9329-8ad9a12da433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:33.837675 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-508d1878-2ef6-42fc-9bff-0948d6f29f3a req-2f93fd53-ab82-4fd0-9329-8ad9a12da433 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bb258f48-33fc-49fc-8809-521607151087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1642051 Feb 18 12:36:33.848122 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:33.878568 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234be862-8597-4d8e-b51e-f5a0511289f0 req-942385f8-b7e4-448e-aabd-d8ca3ca23e8a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:33.880406 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-234be862-8597-4d8e-b51e-f5a0511289f0 req-942385f8-b7e4-448e-aabd-d8ca3ca23e8a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.1480813 Feb 18 12:36:33.886076 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-52f85663-85bf-4fbf-ab44-48f47836d06b req-5b14316a-9c00-43ad-b665-11c0bfd7bdd9 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:33.904922 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-95c63000-5abe-4eac-81e4-630e6ed3afee tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:33.930160 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9539f7b8-edbf-4b03-baf3-c4fdfb8d0ad6 tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:33.977073 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-52f85663-85bf-4fbf-ab44-48f47836d06b req-5b14316a-9c00-43ad-b665-11c0bfd7bdd9 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:34.015738 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-234be862-8597-4d8e-b51e-f5a0511289f0 req-6205f0a1-8c1b-4faa-911b-6c29b72f498b tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802348 Feb 18 12:36:34.057227 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-52f85663-85bf-4fbf-ab44-48f47836d06b req-5b14316a-9c00-43ad-b665-11c0bfd7bdd9 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898374'] for security_group_rule, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:34.063427 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-508d1878-2ef6-42fc-9bff-0948d6f29f3a req-dd7426f7-eccb-4617-adb2-1153075b4d0a service neutron] 10.222.0.99 "GET /v2.0/networks/bb258f48-33fc-49fc-8809-521607151087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164066 Feb 18 12:36:34.080420 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478763c-a0ac-4538-856c-ead4a0cc7689 req-a06ecf04-391a-45ff-a997-c158d0f04752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:34.082063 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9478763c-a0ac-4538-856c-ead4a0cc7689 req-a06ecf04-391a-45ff-a997-c158d0f04752 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3155687 Feb 18 12:36:34.131379 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c63000-5abe-4eac-81e4-630e6ed3afee tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Pushing event updated for resources: {'Port': ['ID=068df9f2-d850-44d4-8b7d-8ea3feec3189,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:34.228740 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-508d1878-2ef6-42fc-9bff-0948d6f29f3a req-8e5ab1e9-3037-4245-9c66-10696ed7ed0f service neutron] 10.222.0.99 "GET /v2.0/networks/bb258f48-33fc-49fc-8809-521607151087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1573308 Feb 18 12:36:34.443520 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-95c63000-5abe-4eac-81e4-630e6ed3afee tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:34.444146 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6009629a-ab6d-4367-9744-7f12ca8b6caf tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.366s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:34.496903 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-52f85663-85bf-4fbf-ab44-48f47836d06b req-5b14316a-9c00-43ad-b665-11c0bfd7bdd9 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:34.498838 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-52f85663-85bf-4fbf-ab44-48f47836d06b req-5b14316a-9c00-43ad-b665-11c0bfd7bdd9 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8797882 Feb 18 12:36:34.500143 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14316a-9c00-43ad-b665-11c0bfd7bdd9 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f3ce47-ba8a-44be-85ed-28d5376c164c,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:34.515622 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b14316a-9c00-43ad-b665-11c0bfd7bdd9 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:34.647804 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-95c63000-5abe-4eac-81e4-630e6ed3afee tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Network dda38cca-a3f3-4425-936a-4ed592e363ca is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:36:34.650263 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9478763c-a0ac-4538-856c-ead4a0cc7689 req-f75def32-e813-4264-b999-3868b5b74f4f service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5521972 Feb 18 12:36:34.655153 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-95c63000-5abe-4eac-81e4-630e6ed3afee tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:36:34.660011 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-95c63000-5abe-4eac-81e4-630e6ed3afee tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:36:34.736505 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e7940fb3-2511-428e-a361-8476e9224ea8 req-96a0f133-2b34-42ad-9ea7-5ec6615effe6 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups/93a4c881-9e2c-47e6-bd74-3a5e01e51495 HTTP/1.1" status: 200 len: 2405 time: 0.1893234 Feb 18 12:36:34.811249 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fdb88-ee4c-4288-b611-9d8191a8f1ee req-08d5e2f8-b13e-4dd4-8df4-8be8379d76a4 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:34.813474 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8a5fdb88-ee4c-4288-b611-9d8191a8f1ee req-08d5e2f8-b13e-4dd4-8df4-8be8379d76a4 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.3610337 Feb 18 12:36:34.816004 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-e7940fb3-2511-428e-a361-8476e9224ea8 req-6e995476-af6b-43af-a783-8ba15f6751c5 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '93a4c881-9e2c-47e6-bd74-3a5e01e51495', 'remote_group_id': None}]} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:36:34.816359 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-e7940fb3-2511-428e-a361-8476e9224ea8 req-6e995476-af6b-43af-a783-8ba15f6751c5 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '93a4c881-9e2c-47e6-bd74-3a5e01e51495', 'remote_group_id': None}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:36:34.831537 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-e7940fb3-2511-428e-a361-8476e9224ea8 req-6e995476-af6b-43af-a783-8ba15f6751c5 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:36:34.842653 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-e7940fb3-2511-428e-a361-8476e9224ea8 req-6e995476-af6b-43af-a783-8ba15f6751c5 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Usage tracker for resource:security_group_rule and tenant:d19cc7f219c541d79e256e08131b7da3 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:36:34.851207 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-e7940fb3-2511-428e-a361-8476e9224ea8 req-6e995476-af6b-43af-a783-8ba15f6751c5 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:36:34.872303 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8a5fdb88-ee4c-4288-b611-9d8191a8f1ee req-aabaa54c-f424-4fc1-831f-3721d8bd2d0d tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510552 Feb 18 12:36:34.875077 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-95c63000-5abe-4eac-81e4-630e6ed3afee tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:34.875807 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-95c63000-5abe-4eac-81e4-630e6ed3afee tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:34.884750 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-e7940fb3-2511-428e-a361-8476e9224ea8 req-6e995476-af6b-43af-a783-8ba15f6751c5 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:36:34.921988 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-95c63000-5abe-4eac-81e4-630e6ed3afee tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2705193 Feb 18 12:36:34.939974 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9478763c-a0ac-4538-856c-ead4a0cc7689 req-4492c9f4-9f8c-4ecd-b6c9-f75f1e5ec86a service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2469828 Feb 18 12:36:34.973937 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-9e0d1b61-085b-4966-bf9d-19d729b18c30 service neutron] Request body: {'port': {'device_id': '42917255-f615-4c88-8274-d77aece6cc3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:36:35.092484 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e7940fb3-2511-428e-a361-8476e9224ea8 req-6e995476-af6b-43af-a783-8ba15f6751c5 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:35.203932 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:35.207707 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ca28c-b9c8-4cfb-af52-e2f93ef46b77 req-3f134d72-7681-40bb-a131-b3209efe089e tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:35.216258 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e7940fb3-2511-428e-a361-8476e9224ea8 req-6e995476-af6b-43af-a783-8ba15f6751c5 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:35.226010 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e7940fb3-2511-428e-a361-8476e9224ea8 req-6e995476-af6b-43af-a783-8ba15f6751c5 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898374'] for security_group_rule, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:35.226341 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1f7ca28c-b9c8-4cfb-af52-e2f93ef46b77 req-3f134d72-7681-40bb-a131-b3209efe089e tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 932 time: 0.2199504 Feb 18 12:36:35.236418 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ae899d1b-0adb-41c8-a8f1-e6dc7f9ed22a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:35.295174 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-9e0d1b61-085b-4966-bf9d-19d729b18c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:35.300024 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1f7ca28c-b9c8-4cfb-af52-e2f93ef46b77 req-09543e0a-d77f-44fd-a1bf-1bde44ba27b2 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642681 Feb 18 12:36:35.316207 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e995476-af6b-43af-a783-8ba15f6751c5 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e123a3-e4d7-4ba7-83d8-fa818fac8644,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:35.324985 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6e995476-af6b-43af-a783-8ba15f6751c5 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:35.347563 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e7940fb3-2511-428e-a361-8476e9224ea8 req-6e995476-af6b-43af-a783-8ba15f6751c5 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:35.350516 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e7940fb3-2511-428e-a361-8476e9224ea8 req-6e995476-af6b-43af-a783-8ba15f6751c5 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5517125 Feb 18 12:36:35.524963 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:35.934013 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df033c8e-a912-4d27-8606-6e85c3827a2c req-f619cee6-6b86-417a-8d2b-4f41660523f8 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:35.937006 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-df033c8e-a912-4d27-8606-6e85c3827a2c req-f619cee6-6b86-417a-8d2b-4f41660523f8 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.2809947 Feb 18 12:36:36.104686 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-df033c8e-a912-4d27-8606-6e85c3827a2c req-bf5cc0c7-97fd-42b5-ae68-174892fa9088 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446276 Feb 18 12:36:36.128791 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1a6de874-11af-4d81-83ad-16556f234d3b req-b83a316f-be7f-497e-b795-c9c1579cd7af tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-818098333&fields=id&tenant_id=d19cc7f219c541d79e256e08131b7da3 HTTP/1.1" status: 200 len: 267 time: 0.0670240 Feb 18 12:36:36.222945 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-9e0d1b61-085b-4966-bf9d-19d729b18c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 068df9f2-d850-44d4-8b7d-8ea3feec3189 {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:36:36.233454 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-9e0d1b61-085b-4966-bf9d-19d729b18c30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:36.249433 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-9e0d1b61-085b-4966-bf9d-19d729b18c30 service neutron] Transition to ACTIVE for port object 068df9f2-d850-44d4-8b7d-8ea3feec3189 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:36:36.253180 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-9e0d1b61-085b-4966-bf9d-19d729b18c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:36.276211 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ab69968e-498d-4691-9aa0-ac711e66727e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:36.309423 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6de874-11af-4d81-83ad-16556f234d3b req-fd471c78-367f-4915-b756-ca3b20d62a82 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:36.320279 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1a6de874-11af-4d81-83ad-16556f234d3b req-fd471c78-367f-4915-b756-ca3b20d62a82 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 945 time: 0.1826251 Feb 18 12:36:36.328942 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-1a6de874-11af-4d81-83ad-16556f234d3b req-b7ed3a5d-2b6e-4378-87d3-29a17223926a tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Request body: {'port': {'security_groups': ['513ea14c-e06e-411f-b2d4-f9501907b2f8', '93a4c881-9e2c-47e6-bd74-3a5e01e51495']}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:36:36.480997 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1a6de874-11af-4d81-83ad-16556f234d3b req-b7ed3a5d-2b6e-4378-87d3-29a17223926a tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:36.569054 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d1b61-085b-4966-bf9d-19d729b18c30 service neutron] Pushing event updated for resources: {'Port': ['ID=068df9f2-d850-44d4-8b7d-8ea3feec3189,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:36.576782 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9e0d1b61-085b-4966-bf9d-19d729b18c30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:36.658193 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1de9b-94f4-45ec-8cc8-c54541c71043 req-6e0ef791-5b8b-4311-9c68-883f0e057dfa tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:36.666973 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03e1de9b-94f4-45ec-8cc8-c54541c71043 req-6e0ef791-5b8b-4311-9c68-883f0e057dfa tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.2999218 Feb 18 12:36:36.846963 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03e1de9b-94f4-45ec-8cc8-c54541c71043 req-cbf461cf-9fa1-4238-8b94-8039e9c4fab1 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791565 Feb 18 12:36:36.909918 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-9e0d1b61-085b-4966-bf9d-19d729b18c30 service neutron] Attempting to bind port 068df9f2-d850-44d4-8b7d-8ea3feec3189 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:36:36.910402 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-9e0d1b61-085b-4966-bf9d-19d729b18c30 service neutron] Attempting to bind port 068df9f2-d850-44d4-8b7d-8ea3feec3189 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': 'a60238de-a725-4d2c-a3ec-f90af54a43f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dda38cca-a3f3-4425-936a-4ed592e363ca'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:36:36.910659 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-9e0d1b61-085b-4966-bf9d-19d729b18c30 service neutron] Attempting to bind port 068df9f2-d850-44d4-8b7d-8ea3feec3189 on network dda38cca-a3f3-4425-936a-4ed592e363ca {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:36:36.928770 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-9e0d1b61-085b-4966-bf9d-19d729b18c30 service neutron] Checking agent: {'id': '18f92198-7ba7-4077-b6e2-71a52c8a0624', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 28, 38), 'started_at': datetime.datetime(2021, 2, 18, 12, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:36:36.929146 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-9e0d1b61-085b-4966-bf9d-19d729b18c30 service neutron] Checking segment: {'id': 'a60238de-a725-4d2c-a3ec-f90af54a43f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dda38cca-a3f3-4425-936a-4ed592e363ca'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:36:36.929559 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-9e0d1b61-085b-4966-bf9d-19d729b18c30 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:36.929975 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-9e0d1b61-085b-4966-bf9d-19d729b18c30 service neutron] Bound using segment: {'id': 'a60238de-a725-4d2c-a3ec-f90af54a43f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dda38cca-a3f3-4425-936a-4ed592e363ca'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:36:36.930507 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-9e0d1b61-085b-4966-bf9d-19d729b18c30 service neutron] Bound port: 068df9f2-d850-44d4-8b7d-8ea3feec3189, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60238de-a725-4d2c-a3ec-f90af54a43f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dda38cca-a3f3-4425-936a-4ed592e363ca'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:36:36.930905 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-9e0d1b61-085b-4966-bf9d-19d729b18c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:37.204471 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-1a6de874-11af-4d81-83ad-16556f234d3b req-b7ed3a5d-2b6e-4378-87d3-29a17223926a tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] For port 18b49a94-f368-427b-b421-6e8574741ec8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=18b49a94-f368-427b-b421-6e8574741ec8,segment=NetworkSegment(9dd03af7-4742-419c-8ec4-700ee22a3665),segment_id=9dd03af7-4742-419c-8ec4-700ee22a3665)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:36:37.235852 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-9e0d1b61-085b-4966-bf9d-19d729b18c30 service neutron] For port 068df9f2-d850-44d4-8b7d-8ea3feec3189, host hv-cinder-77642, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:36:37.259158 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1a6de874-11af-4d81-83ad-16556f234d3b req-b7ed3a5d-2b6e-4378-87d3-29a17223926a tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:37.265109 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1a6de874-11af-4d81-83ad-16556f234d3b req-b7ed3a5d-2b6e-4378-87d3-29a17223926a tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5930020'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:37.266557 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-9e0d1b61-085b-4966-bf9d-19d729b18c30 service neutron] For port 068df9f2-d850-44d4-8b7d-8ea3feec3189, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=068df9f2-d850-44d4-8b7d-8ea3feec3189,segment=NetworkSegment(a60238de-a725-4d2c-a3ec-f90af54a43f4),segment_id=a60238de-a725-4d2c-a3ec-f90af54a43f4)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:36:37.274183 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-9e0d1b61-085b-4966-bf9d-19d729b18c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:37.300372 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a37bb386-c838-4a8c-bcb8-f4f7ba4bc676 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:37.304868 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6bacde69-b77a-402d-ab4e-0fbcf3af8c29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:37.518412 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd32a6-34eb-4778-93d5-34c48858a2dd req-d8515518-1701-4efd-b382-f84edf072b4a tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:37.521186 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-82dd32a6-34eb-4778-93d5-34c48858a2dd req-d8515518-1701-4efd-b382-f84edf072b4a tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Synchronizing usage tracker for tenant:e9722f9f69cf46fead0f063b8a43a4b8 on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:36:37.587058 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed3a5d-2b6e-4378-87d3-29a17223926a tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Pushing event updated for resources: {'Port': ['ID=18b49a94-f368-427b-b421-6e8574741ec8,revision_number=5']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:37.592226 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b7ed3a5d-2b6e-4378-87d3-29a17223926a tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:37.625360 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d1b61-085b-4966-bf9d-19d729b18c30 service neutron] Pushing event updated for resources: {'Port': ['ID=068df9f2-d850-44d4-8b7d-8ea3feec3189,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:37.631940 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-82dd32a6-34eb-4778-93d5-34c48858a2dd req-d8515518-1701-4efd-b382-f84edf072b4a tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Unset dirty status for tenant:e9722f9f69cf46fead0f063b8a43a4b8 on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:36:37.647204 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-82dd32a6-34eb-4778-93d5-34c48858a2dd req-d8515518-1701-4efd-b382-f84edf072b4a tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 944 time: 0.5421815 Feb 18 12:36:37.649699 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9e0d1b61-085b-4966-bf9d-19d729b18c30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:37.666115 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6de874-11af-4d81-83ad-16556f234d3b req-b7ed3a5d-2b6e-4378-87d3-29a17223926a tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:37.667191 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1a6de874-11af-4d81-83ad-16556f234d3b req-b7ed3a5d-2b6e-4378-87d3-29a17223926a tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:37.670158 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1a6de874-11af-4d81-83ad-16556f234d3b req-b7ed3a5d-2b6e-4378-87d3-29a17223926a tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "PUT /v2.0/ports/18b49a94-f368-427b-b421-6e8574741ec8 HTTP/1.1" status: 200 len: 981 time: 1.3487737 Feb 18 12:36:37.671034 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c623c577-de50-4476-a04e-880cb04650a0', 'tag': '18b49a94-f368-427b-b421-6e8574741ec8'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:36:37.793903 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-82dd32a6-34eb-4778-93d5-34c48858a2dd req-395d39d9-cd57-4735-a5a1-d17296031f90 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Synchronizing usage tracker for tenant:e9722f9f69cf46fead0f063b8a43a4b8 on resource:security_group {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:36:37.819153 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-9e0d1b61-085b-4966-bf9d-19d729b18c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:37.820333 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-9e0d1b61-085b-4966-bf9d-19d729b18c30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:37.822328 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-9e0d1b61-085b-4966-bf9d-19d729b18c30 service neutron] 10.222.0.99 "PUT /v2.0/ports/068df9f2-d850-44d4-8b7d-8ea3feec3189 HTTP/1.1" status: 200 len: 1158 time: 2.8628402 Feb 18 12:36:37.823037 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42917255-f615-4c88-8274-d77aece6cc3e', 'tag': '068df9f2-d850-44d4-8b7d-8ea3feec3189'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:36:37.843321 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-82dd32a6-34eb-4778-93d5-34c48858a2dd req-395d39d9-cd57-4735-a5a1-d17296031f90 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Unset dirty status for tenant:e9722f9f69cf46fead0f063b8a43a4b8 on resource:security_group {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:36:37.845534 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-82dd32a6-34eb-4778-93d5-34c48858a2dd req-395d39d9-cd57-4735-a5a1-d17296031f90 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866419 Feb 18 12:36:37.926391 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794bbaa-62d6-46c3-b118-367821858410 req-6f0f2306-494b-4822-b728-1aa52ad4e7c3 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:37.928315 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b794bbaa-62d6-46c3-b118-367821858410 req-6f0f2306-494b-4822-b728-1aa52ad4e7c3 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.1427495 Feb 18 12:36:37.987598 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b794bbaa-62d6-46c3-b118-367821858410 req-09278f9e-fc3a-4d7b-a397-11292254cb11 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468111 Feb 18 12:36:38.024108 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-07fca5f1-734e-4c21-be3b-404dbbf41dee None None] Provisioning complete for port 18b49a94-f368-427b-b421-6e8574741ec8 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:36:38.024613 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-07fca5f1-734e-4c21-be3b-404dbbf41dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:38.145936 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c623c577-de50-4476-a04e-880cb04650a0', 'tag': '18b49a94-f368-427b-b421-6e8574741ec8', 'status': 'completed', 'code': 200} Feb 18 12:36:38.149593 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8487f4-7c92-4f2b-826b-de0a5f98f859 req-6b884489-8500-440e-9a8b-5223ea6e2335 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:38.159884 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ae8487f4-7c92-4f2b-826b-de0a5f98f859 req-6b884489-8500-440e-9a8b-5223ea6e2335 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 984 time: 0.1593819 Feb 18 12:36:38.209512 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42917255-f615-4c88-8274-d77aece6cc3e', 'tag': '068df9f2-d850-44d4-8b7d-8ea3feec3189', 'status': 'completed', 'code': 200} Feb 18 12:36:38.226158 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-ae8487f4-7c92-4f2b-826b-de0a5f98f859 req-7d9111f2-bdfb-438b-8d19-53b16db33058 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Synchronizing usage tracker for tenant:d19cc7f219c541d79e256e08131b7da3 on resource:security_group {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:36:38.246122 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-ae8487f4-7c92-4f2b-826b-de0a5f98f859 req-7d9111f2-bdfb-438b-8d19-53b16db33058 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Unset dirty status for tenant:d19cc7f219c541d79e256e08131b7da3 on resource:security_group {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:36:38.247981 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ae8487f4-7c92-4f2b-826b-de0a5f98f859 req-7d9111f2-bdfb-438b-8d19-53b16db33058 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&id=93a4c881-9e2c-47e6-bd74-3a5e01e51495&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0862515 Feb 18 12:36:39.128927 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386dd939-e6de-4354-a586-1bf60b3b57d3 req-d7a3e313-2eaf-4565-9827-f94957ae27b3 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:39.134871 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-386dd939-e6de-4354-a586-1bf60b3b57d3 req-d7a3e313-2eaf-4565-9827-f94957ae27b3 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 944 time: 0.1626108 Feb 18 12:36:39.161297 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 18b49a94-f368-427b-b421-6e8574741ec8 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:36:39.239605 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-386dd939-e6de-4354-a586-1bf60b3b57d3 req-2f39ce88-b2a4-4cca-9143-52ea9010534d tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813179 Feb 18 12:36:39.312693 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 18b49a94-f368-427b-b421-6e8574741ec8 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:36:39.313491 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:39.382616 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c998369-ebc3-4c63-89e9-e6cf56c0ad3c req-9ca8b0a3-f482-40a4-a807-e52cbfa7fe16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:39.393687 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1c998369-ebc3-4c63-89e9-e6cf56c0ad3c req-9ca8b0a3-f482-40a4-a807-e52cbfa7fe16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.1892354 Feb 18 12:36:39.485684 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1c998369-ebc3-4c63-89e9-e6cf56c0ad3c req-0c8ca03b-2fb5-41a9-8d9c-fff9852271fc tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908921 Feb 18 12:36:40.612566 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07c2d5-386c-42fb-b719-227024fa6fc1 req-6cef58fa-4cf6-48b6-bb46-4fd8fb48e4d1 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:40.631788 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0b07c2d5-386c-42fb-b719-227024fa6fc1 req-6cef58fa-4cf6-48b6-bb46-4fd8fb48e4d1 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 944 time: 0.1978602 Feb 18 12:36:40.701536 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0b07c2d5-386c-42fb-b719-227024fa6fc1 req-450f0d22-b86a-428e-b5b6-19d91582cf0a tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686750 Feb 18 12:36:40.836344 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d08e4-aeec-4aa5-92ac-a4167ff6b654 req-f59648fa-7e0e-4cfb-b347-8c5d9a0a9fb2 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:40.838560 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c61d08e4-aeec-4aa5-92ac-a4167ff6b654 req-f59648fa-7e0e-4cfb-b347-8c5d9a0a9fb2 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.2252638 Feb 18 12:36:40.908147 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c61d08e4-aeec-4aa5-92ac-a4167ff6b654 req-e6c46c01-84a1-49f0-897e-c07d0f9e3678 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624831 Feb 18 12:36:41.949191 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212be328-3aa2-4c3f-a6db-cfeba9e4922d req-0bc19054-fac5-4bd9-8fd6-5c167f8d9bd6 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:41.950904 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-212be328-3aa2-4c3f-a6db-cfeba9e4922d req-0bc19054-fac5-4bd9-8fd6-5c167f8d9bd6 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 944 time: 0.1046717 Feb 18 12:36:42.013539 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-212be328-3aa2-4c3f-a6db-cfeba9e4922d req-0c70651a-0efa-490a-a407-17f80aca14b1 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499732 Feb 18 12:36:42.172607 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199c99c-a479-414b-8196-160b95087b8a req-dc892bd7-fdf9-49a9-b0c4-d863ba586b48 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:42.174533 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8199c99c-a479-414b-8196-160b95087b8a req-dc892bd7-fdf9-49a9-b0c4-d863ba586b48 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.1014845 Feb 18 12:36:42.234745 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8199c99c-a479-414b-8196-160b95087b8a req-8b0925cc-9fa2-483c-a6a2-565f9d4007a0 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473804 Feb 18 12:36:43.259254 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a7780-fab4-4e26-846b-54610f76915d req-cb78607a-aca5-4c3a-ad9d-17be1945121d tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:43.260838 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b95a7780-fab4-4e26-846b-54610f76915d req-cb78607a-aca5-4c3a-ad9d-17be1945121d tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 944 time: 0.0943511 Feb 18 12:36:43.315594 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b95a7780-fab4-4e26-846b-54610f76915d req-d898989c-73d4-43f7-bc0c-35ffa77b5bfc tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456972 Feb 18 12:36:43.453642 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392975c6-a660-404a-94e0-9059d0cf605a req-f4f8aa0d-99c4-4a87-8c5e-bbe31b50cafc tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:43.455590 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-392975c6-a660-404a-94e0-9059d0cf605a req-f4f8aa0d-99c4-4a87-8c5e-bbe31b50cafc tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.0960703 Feb 18 12:36:43.524323 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-392975c6-a660-404a-94e0-9059d0cf605a req-6985a8de-2360-4352-a675-fd726f1167dd tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601487 Feb 18 12:36:44.314948 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:36:44.520854 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:44.564055 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b250ce-28e7-4427-bf95-f9165b2d7c40 req-1b299935-7eea-483e-8a59-40761d8a147f tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:44.565693 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-38b250ce-28e7-4427-bf95-f9165b2d7c40 req-1b299935-7eea-483e-8a59-40761d8a147f tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 944 time: 0.0904760 Feb 18 12:36:44.624283 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-38b250ce-28e7-4427-bf95-f9165b2d7c40 req-fc620578-2563-4dcb-8aeb-e133ba815558 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503092 Feb 18 12:36:44.761926 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ebd9a-f940-4d80-b810-eb5ff1d25258 req-064ff120-5a86-4d19-baf6-f4404837e41c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:44.764105 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-035ebd9a-f940-4d80-b810-eb5ff1d25258 req-064ff120-5a86-4d19-baf6-f4404837e41c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.0877922 Feb 18 12:36:44.819411 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-035ebd9a-f940-4d80-b810-eb5ff1d25258 req-ce817b3d-b9d5-4d84-a9ea-0a8ea85c9e64 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456643 Feb 18 12:36:45.838263 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c6503-37df-4f0c-974a-fe7de887f409 req-14f3b05d-a35d-4dd8-839a-938fd24ac19f tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:45.839937 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-264c6503-37df-4f0c-974a-fe7de887f409 req-14f3b05d-a35d-4dd8-839a-938fd24ac19f tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 944 time: 0.0950792 Feb 18 12:36:45.895655 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-264c6503-37df-4f0c-974a-fe7de887f409 req-b844e356-994d-47b9-bd49-fef223429198 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487275 Feb 18 12:36:46.035597 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a406e-14ea-4ffd-a0db-566a603bc919 req-997b58f6-c657-47fe-96f5-2324702a238c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:46.037258 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4d9a406e-14ea-4ffd-a0db-566a603bc919 req-997b58f6-c657-47fe-96f5-2324702a238c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.0903056 Feb 18 12:36:46.087788 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4d9a406e-14ea-4ffd-a0db-566a603bc919 req-31289fe0-0155-4f5f-adad-00f6348eb612 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442045 Feb 18 12:36:47.121936 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4519a08-8747-4abd-949e-6f92535508e3 req-41da21fc-dfb4-4faf-a5ff-18ec00d28e80 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:47.124252 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b4519a08-8747-4abd-949e-6f92535508e3 req-41da21fc-dfb4-4faf-a5ff-18ec00d28e80 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 944 time: 0.0969219 Feb 18 12:36:47.174559 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b4519a08-8747-4abd-949e-6f92535508e3 req-849c0cb9-abae-4a70-be5b-83ecc807fe87 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437567 Feb 18 12:36:47.347898 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb974150-d45f-482a-bf45-6757a5673a83 req-84c89a76-7b54-44bc-b43f-6dedbdbfb393 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:47.349571 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bb974150-d45f-482a-bf45-6757a5673a83 req-84c89a76-7b54-44bc-b43f-6dedbdbfb393 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.0962222 Feb 18 12:36:47.399457 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bb974150-d45f-482a-bf45-6757a5673a83 req-93472271-3c9c-420d-9b35-5772456355e1 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431690 Feb 18 12:36:48.380167 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d613579-df3e-4c73-bb56-ab055b97c635 req-97ecc9d1-ad6b-4ae5-9156-20fac2057001 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:48.382193 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3d613579-df3e-4c73-bb56-ab055b97c635 req-97ecc9d1-ad6b-4ae5-9156-20fac2057001 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 944 time: 0.0918174 Feb 18 12:36:48.439199 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3d613579-df3e-4c73-bb56-ab055b97c635 req-f01dc5f2-c330-4d6d-a7db-a2ade475078b tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504537 Feb 18 12:36:48.623174 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca13e6d-bcf1-4e8c-a4b8-76740217345e req-f90de0a3-278d-48f9-b499-3f28c94ea592 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:48.625231 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9ca13e6d-bcf1-4e8c-a4b8-76740217345e req-f90de0a3-278d-48f9-b499-3f28c94ea592 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.0935507 Feb 18 12:36:48.679533 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9ca13e6d-bcf1-4e8c-a4b8-76740217345e req-926d77ba-b99f-4f1d-8d29-7e8165d2baf8 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478165 Feb 18 12:36:49.687318 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e8723-977c-407a-b283-26e2dea3b0d9 req-b66777ee-2c4f-4f75-96d4-eded6a0cd658 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:49.689016 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5d7e8723-977c-407a-b283-26e2dea3b0d9 req-b66777ee-2c4f-4f75-96d4-eded6a0cd658 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 944 time: 0.1214094 Feb 18 12:36:49.772780 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5d7e8723-977c-407a-b283-26e2dea3b0d9 req-a4e9fa50-015c-4f60-aaf1-3493db34a931 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762475 Feb 18 12:36:49.894514 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd451c-a78c-4a73-836b-5e4edf7f94af req-66f57a29-ab22-40a6-bcf2-c8d6fac01b76 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:49.896230 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5bfd451c-a78c-4a73-836b-5e4edf7f94af req-66f57a29-ab22-40a6-bcf2-c8d6fac01b76 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.0905902 Feb 18 12:36:49.951028 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5bfd451c-a78c-4a73-836b-5e4edf7f94af req-40f85f21-a285-42a4-b1a6-e2d5aef4c35f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425754 Feb 18 12:36:50.980149 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26811f-7169-4f28-9359-6cc84b57555c req-eeaf610e-b213-4867-b852-5557d365db01 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:50.981701 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1b26811f-7169-4f28-9359-6cc84b57555c req-eeaf610e-b213-4867-b852-5557d365db01 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 944 time: 0.0924180 Feb 18 12:36:51.032623 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1b26811f-7169-4f28-9359-6cc84b57555c req-7eefde2d-e146-4270-abef-65b54218e613 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441265 Feb 18 12:36:51.166956 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd414e6-ecb0-40d1-a2f6-09e8e54c1d83 req-1b9f0ddd-7ab0-488f-9932-ea37d5e2f7b1 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:51.168589 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4fd414e6-ecb0-40d1-a2f6-09e8e54c1d83 req-1b9f0ddd-7ab0-488f-9932-ea37d5e2f7b1 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.0943902 Feb 18 12:36:51.217270 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4fd414e6-ecb0-40d1-a2f6-09e8e54c1d83 req-d2f6906f-2cba-4d45-980b-2aae64df5bf0 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422816 Feb 18 12:36:52.232533 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de18ceb-1667-4d95-850d-b4a412ee0085 req-ee0d21bb-f0a7-4c6b-9f2f-f9f970d8890e tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:52.234146 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1de18ceb-1667-4d95-850d-b4a412ee0085 req-ee0d21bb-f0a7-4c6b-9f2f-f9f970d8890e tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 944 time: 0.0864005 Feb 18 12:36:52.287856 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1de18ceb-1667-4d95-850d-b4a412ee0085 req-4e9cb868-412a-45e6-86fe-9a0bcc6e0c0b tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471640 Feb 18 12:36:52.427852 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4cca7-6028-402c-adc9-1ff9833d2a8c req-e3fd80b3-add1-4e2a-bb59-384d67a2d58b tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:52.429977 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-82a4cca7-6028-402c-adc9-1ff9833d2a8c req-e3fd80b3-add1-4e2a-bb59-384d67a2d58b tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.0896091 Feb 18 12:36:52.482394 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-82a4cca7-6028-402c-adc9-1ff9833d2a8c req-178ce059-4e24-469c-acc6-4c60526fa603 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461962 Feb 18 12:36:53.498146 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b90d7e-a5bb-4364-92e4-99e3fe6caaa6 req-73507953-896f-4a30-b543-493e7febe10a tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:53.499986 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c8b90d7e-a5bb-4364-92e4-99e3fe6caaa6 req-73507953-896f-4a30-b543-493e7febe10a tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 944 time: 0.0919056 Feb 18 12:36:53.554101 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c8b90d7e-a5bb-4364-92e4-99e3fe6caaa6 req-48a9e45c-80cf-40c2-9581-c5b5d4f71da6 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472696 Feb 18 12:36:53.918096 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb39fd5-91b9-41dd-a959-6fa3f1374f16 req-9e879346-1b1a-41f9-aee0-855ba8e5cc73 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:53.920256 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0fb39fd5-91b9-41dd-a959-6fa3f1374f16 req-9e879346-1b1a-41f9-aee0-855ba8e5cc73 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.3125370 Feb 18 12:36:53.967628 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0fb39fd5-91b9-41dd-a959-6fa3f1374f16 req-1eeea462-37f9-4400-981c-9d01cceecd0a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408864 Feb 18 12:36:54.498921 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0437050-b529-42d9-8f62-c997ef1a7938 req-167580f1-40d6-4d3f-9b43-4c82640388df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:54.500601 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d0437050-b529-42d9-8f62-c997ef1a7938 req-167580f1-40d6-4d3f-9b43-4c82640388df service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9722f9f69cf46fead0f063b8a43a4b8&device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 1161 time: 0.1512971 Feb 18 12:36:54.503754 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c628966-72db-450d-8a46-b6520ebea420 req-21688c0e-6b04-4f72-b16a-b3caa7e1ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:54.505299 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1c628966-72db-450d-8a46-b6520ebea420 req-21688c0e-6b04-4f72-b16a-b3caa7e1ddf3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d19cc7f219c541d79e256e08131b7da3&device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 1202 time: 0.1147518 Feb 18 12:36:54.674172 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8f5e8-e862-4811-a859-4a89d0c8b2c7 req-ebf09226-46db-4e78-8552-e59f66552d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:54.677247 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4dc8f5e8-e862-4811-a859-4a89d0c8b2c7 req-ebf09226-46db-4e78-8552-e59f66552d84 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fff3f4ff6e52473eab85e6377277c4bd&device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 1160 time: 0.1167748 Feb 18 12:36:54.815280 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0437050-b529-42d9-8f62-c997ef1a7938 req-78a684b1-8d61-4e92-a64d-d9bf146f496a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:54.816920 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d0437050-b529-42d9-8f62-c997ef1a7938 req-78a684b1-8d61-4e92-a64d-d9bf146f496a service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=e9722f9f69cf46fead0f063b8a43a4b8&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2950234 Feb 18 12:36:54.819370 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c628966-72db-450d-8a46-b6520ebea420 req-39390e8d-b708-4198-93ac-32fcaabb1edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:54.820893 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1c628966-72db-450d-8a46-b6520ebea420 req-39390e8d-b708-4198-93ac-32fcaabb1edd service neutron] 10.222.0.99 "GET /v2.0/networks?id=5bccefc1-eeb4-48b2-860d-eba700c03669 HTTP/1.1" status: 200 len: 909 time: 0.2723873 Feb 18 12:36:54.910343 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4152fc-470e-42db-b2a3-be08ec1f0d15 req-db5d70c1-8b3f-439b-b502-9bac5037dd36 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:54.912034 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-df4152fc-470e-42db-b2a3-be08ec1f0d15 req-db5d70c1-8b3f-439b-b502-9bac5037dd36 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 944 time: 0.2156603 Feb 18 12:36:54.919786 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8f5e8-e862-4811-a859-4a89d0c8b2c7 req-205bfa10-4c19-4725-9ea2-b8c8d61095de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:54.921338 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4dc8f5e8-e862-4811-a859-4a89d0c8b2c7 req-205bfa10-4c19-4725-9ea2-b8c8d61095de service neutron] 10.222.0.99 "GET /v2.0/networks?id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28 HTTP/1.1" status: 200 len: 910 time: 0.1866608 Feb 18 12:36:55.046863 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1c628966-72db-450d-8a46-b6520ebea420 req-db0484c9-4452-4dd9-952b-5c6188a5cad7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18b49a94-f368-427b-b421-6e8574741ec8 HTTP/1.1" status: 200 len: 1001 time: 0.2153616 Feb 18 12:36:55.060967 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-df4152fc-470e-42db-b2a3-be08ec1f0d15 req-38df848b-ee01-46a2-adcc-88903f25eb9c tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385851 Feb 18 12:36:55.072711 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4dc8f5e8-e862-4811-a859-4a89d0c8b2c7 req-c2c2d49e-a3cc-4727-b117-0d7546fbe7e0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19a802e4-5491-40b3-a616-250e68167213 HTTP/1.1" status: 200 len: 999 time: 0.1353176 Feb 18 12:36:55.156161 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8f5e8-e862-4811-a859-4a89d0c8b2c7 req-da3ddeea-dd20-4c92-a494-b24f705978cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:55.157812 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4dc8f5e8-e862-4811-a859-4a89d0c8b2c7 req-da3ddeea-dd20-4c92-a494-b24f705978cc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e4044c87-5ed4-4e4e-a96f-b6177944301a HTTP/1.1" status: 200 len: 855 time: 0.0774481 Feb 18 12:36:55.172532 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0437050-b529-42d9-8f62-c997ef1a7938 req-31077276-3b28-40a6-97b6-9f95327c3442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:55.174114 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d0437050-b529-42d9-8f62-c997ef1a7938 req-31077276-3b28-40a6-97b6-9f95327c3442 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3440776 Feb 18 12:36:55.214146 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c628966-72db-450d-8a46-b6520ebea420 req-23a15a9c-60b7-4a60-a771-c512d028f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:55.215818 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1c628966-72db-450d-8a46-b6520ebea420 req-23a15a9c-60b7-4a60-a771-c512d028f902 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cb7bae6a-7fcb-4274-b23f-3f83723ba9c7 HTTP/1.1" status: 200 len: 854 time: 0.1622424 Feb 18 12:36:55.254187 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8f5e8-e862-4811-a859-4a89d0c8b2c7 req-932856ba-c0bb-4632-848f-c2948ea47785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:55.255809 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4dc8f5e8-e862-4811-a859-4a89d0c8b2c7 req-932856ba-c0bb-4632-848f-c2948ea47785 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0894477 Feb 18 12:36:55.332373 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87d59f-78f9-49a4-bd28-0c5acfe00d3a req-b9de5f80-7e34-4954-bc13-f0cd2832569c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:55.335963 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bb87d59f-78f9-49a4-bd28-0c5acfe00d3a req-b9de5f80-7e34-4954-bc13-f0cd2832569c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.2444036 Feb 18 12:36:55.427884 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4dc8f5e8-e862-4811-a859-4a89d0c8b2c7 req-cf732c1c-6838-4413-802e-0f3aaf00b53e service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592839 Feb 18 12:36:55.435560 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bb87d59f-78f9-49a4-bd28-0c5acfe00d3a req-bc82854f-2e47-4572-94c0-f2037b8b6e8e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770068 Feb 18 12:36:55.450669 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c628966-72db-450d-8a46-b6520ebea420 req-fc86ed48-b23a-4e51-b1d7-f1c63be70a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:55.452332 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1c628966-72db-450d-8a46-b6520ebea420 req-fc86ed48-b23a-4e51-b1d7-f1c63be70a81 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5bccefc1-eeb4-48b2-860d-eba700c03669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2180204 Feb 18 12:36:55.459698 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-0821b114-ae9b-43df-b72d-59cefb386a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:55.461385 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-0821b114-ae9b-43df-b72d-59cefb386a9f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9722f9f69cf46fead0f063b8a43a4b8&device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 1161 time: 0.1822538 Feb 18 12:36:55.604288 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4dc8f5e8-e862-4811-a859-4a89d0c8b2c7 req-2e94e081-2307-4c52-b473-3f323ad5464f service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1673288 Feb 18 12:36:55.623846 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-444c005e-13ca-4851-8151-2133b00d2973 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=068df9f2-d850-44d4-8b7d-8ea3feec3189 HTTP/1.1" status: 200 len: 217 time: 0.1362522 Feb 18 12:36:55.732276 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-9f938083-3d5f-4b0e-8c02-f8751ab22b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:55.733889 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-9f938083-3d5f-4b0e-8c02-f8751ab22b70 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a4d82d22-cb07-43da-8de7-7079c79fd615 HTTP/1.1" status: 200 len: 854 time: 0.1018887 Feb 18 12:36:55.737353 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1c628966-72db-450d-8a46-b6520ebea420 req-2427315c-6033-410d-b051-f2cecb28aa27 service neutron] 10.222.0.99 "GET /v2.0/networks/5bccefc1-eeb4-48b2-860d-eba700c03669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750046 Feb 18 12:36:55.868083 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-dc27d020-afb2-4501-9828-10b93a0fc0c7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=dda38cca-a3f3-4425-936a-4ed592e363ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208715 Feb 18 12:36:56.045497 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1c628966-72db-450d-8a46-b6520ebea420 req-ad02bacb-154d-4470-a2f4-5688dc2d6400 service neutron] 10.222.0.99 "GET /v2.0/networks/5bccefc1-eeb4-48b2-860d-eba700c03669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2617786 Feb 18 12:36:56.065000 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-eb672d5b-c027-46cc-a158-4b778475ed42 service neutron] 10.222.0.99 "GET /v2.0/networks/dda38cca-a3f3-4425-936a-4ed592e363ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836433 Feb 18 12:36:56.222955 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-94a53b10-049c-4f07-8bbb-b5d1c6abdc69 req-e50fd72f-327e-4979-9807-964c76db8408 service neutron] 10.222.0.99 "GET /v2.0/networks/dda38cca-a3f3-4425-936a-4ed592e363ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1462140 Feb 18 12:36:56.279177 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff6cb8-940a-4672-970a-f120027177ed req-f04215fb-b0b5-421e-b832-38ecba0deeb9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:56.281070 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8ff6cb8-940a-4672-970a-f120027177ed req-f04215fb-b0b5-421e-b832-38ecba0deeb9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 944 time: 0.0944781 Feb 18 12:36:56.338960 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8ff6cb8-940a-4672-970a-f120027177ed req-52604284-af75-490d-bc45-19b1b1533cc5 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513480 Feb 18 12:36:56.784472 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b48e87-62b9-4327-a574-4faa06d36cb3 req-db97622f-449a-484f-8b9a-6513aa578cc3 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:56.785039 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15464f3e-6e06-4f4f-9002-084eb2e1f95b req-84bc6f66-d1e9-43a9-b7ef-069321c9e1ee tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:56.786020 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-28b48e87-62b9-4327-a574-4faa06d36cb3 req-db97622f-449a-484f-8b9a-6513aa578cc3 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.0865693 Feb 18 12:36:56.786145 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-15464f3e-6e06-4f4f-9002-084eb2e1f95b req-84bc6f66-d1e9-43a9-b7ef-069321c9e1ee tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=44a698dc-83b1-4a97-901f-b53dde2bc4d0 HTTP/1.1" status: 200 len: 945 time: 0.0865293 Feb 18 12:36:56.835970 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-15464f3e-6e06-4f4f-9002-084eb2e1f95b req-0d3b0a3c-59e8-471e-a84e-cecbcdd235c7 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433245 Feb 18 12:36:56.836231 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-28b48e87-62b9-4327-a574-4faa06d36cb3 req-e7ccbeb5-efa4-448a-bb9f-9a8440013b77 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437040 Feb 18 12:36:57.545462 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23217516-47a7-4103-9900-1eb3ee920b9a req-b018fb23-5ec0-4b45-b6ee-7838a2545e0e tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:57.547115 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-23217516-47a7-4103-9900-1eb3ee920b9a req-b018fb23-5ec0-4b45-b6ee-7838a2545e0e tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 944 time: 0.0929942 Feb 18 12:36:57.607892 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-23217516-47a7-4103-9900-1eb3ee920b9a req-c08434a3-32ed-4afd-ab0b-f9b0d80b6c09 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540686 Feb 18 12:36:58.043029 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c31ba9-9d8b-40c8-8936-829c20e69f5e req-bd936cab-88f6-470a-aeed-7e3240519e4c tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:58.043681 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bdab1-b4df-4aa0-8141-acafdc125872 req-a9a9465a-10db-48d8-998e-8913c6ecb11c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:58.045277 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f9c31ba9-9d8b-40c8-8936-829c20e69f5e req-bd936cab-88f6-470a-aeed-7e3240519e4c tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=44a698dc-83b1-4a97-901f-b53dde2bc4d0 HTTP/1.1" status: 200 len: 945 time: 0.0917397 Feb 18 12:36:58.045723 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-364bdab1-b4df-4aa0-8141-acafdc125872 req-a9a9465a-10db-48d8-998e-8913c6ecb11c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.0869188 Feb 18 12:36:58.096126 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f9c31ba9-9d8b-40c8-8936-829c20e69f5e req-d3a59abc-6fce-4e08-9877-cccdbd4c3631 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441730 Feb 18 12:36:58.098371 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-364bdab1-b4df-4aa0-8141-acafdc125872 req-9973fc05-208f-45aa-9b9e-1e6baa73c0b9 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463147 Feb 18 12:36:58.816900 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb3cbb-0039-4b48-9445-b75cbb1f6c79 req-5baebe33-eabc-42a4-8cf1-f362c3283761 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:58.818522 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d8bb3cbb-0039-4b48-9445-b75cbb1f6c79 req-5baebe33-eabc-42a4-8cf1-f362c3283761 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 944 time: 0.0856824 Feb 18 12:36:58.872487 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d8bb3cbb-0039-4b48-9445-b75cbb1f6c79 req-90c155d2-8efc-4aee-9b0a-dbe9f222589f tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476272 Feb 18 12:36:58.988522 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 4af92ce7-1c3a-41fb-89e1-64f426a31b05 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:36:59.067259 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 4af92ce7-1c3a-41fb-89e1-64f426a31b05 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:36:59.067907 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:59.168556 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1d861-b91d-4838-ac4d-05284186556a req-a3b7b006-d309-4b9a-8a5d-09c3a81e9116 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:59.170323 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-23b1d861-b91d-4838-ac4d-05284186556a req-a3b7b006-d309-4b9a-8a5d-09c3a81e9116 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.99 "GET /v2.0/ports?device_id=44a698dc-83b1-4a97-901f-b53dde2bc4d0 HTTP/1.1" status: 200 len: 945 time: 0.0960577 Feb 18 12:36:59.317634 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-23b1d861-b91d-4838-ac4d-05284186556a req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Deleting port 4af92ce7-1c3a-41fb-89e1-64f426a31b05 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:36:59.317940 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-23b1d861-b91d-4838-ac4d-05284186556a req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:59.327145 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e2041-5a2c-4cea-a3f1-f2a1a4f0d7c3 req-c35d05b6-db45-4da6-bb65-55c5f9b879bf tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:59.328842 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cb9e2041-5a2c-4cea-a3f1-f2a1a4f0d7c3 req-c35d05b6-db45-4da6-bb65-55c5f9b879bf tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.0897558 Feb 18 12:36:59.384643 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cb9e2041-5a2c-4cea-a3f1-f2a1a4f0d7c3 req-90602ecd-7b84-4610-9b17-bf120e82009d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491605 Feb 18 12:36:59.395948 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11929732-d508-427a-b62a-601eb930518e req-05178f2b-a2d6-4092-b695-8b237707839f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:59.397557 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-11929732-d508-427a-b62a-601eb930518e req-05178f2b-a2d6-4092-b695-8b237707839f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=44a698dc-83b1-4a97-901f-b53dde2bc4d0 HTTP/1.1" status: 200 len: 945 time: 0.1658092 Feb 18 12:36:59.516793 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-11929732-d508-427a-b62a-601eb930518e req-91488d29-9249-42cb-950c-89c4a873b0a5 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/security-groups?id=372daa72-f3c0-4339-b1a2-414d77a65c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879090 Feb 18 12:36:59.877244 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-23b1d861-b91d-4838-ac4d-05284186556a req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] For port 4af92ce7-1c3a-41fb-89e1-64f426a31b05, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=4af92ce7-1c3a-41fb-89e1-64f426a31b05,segment=NetworkSegment(1c9f599f-319d-4049-a5b4-d4549398d6a9),segment_id=1c9f599f-319d-4049-a5b4-d4549398d6a9)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:36:59.877640 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-23b1d861-b91d-4838-ac4d-05284186556a req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:00.013731 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-23b1d861-b91d-4838-ac4d-05284186556a req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Calling delete_port for 4af92ce7-1c3a-41fb-89e1-64f426a31b05 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:37:00.081117 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69fc36-d43a-41e8-94f1-b5d19d79c49e req-21fdda97-5ea0-489f-af55-2a2480163ad8 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:00.082794 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fe69fc36-d43a-41e8-94f1-b5d19d79c49e req-21fdda97-5ea0-489f-af55-2a2480163ad8 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 944 time: 0.0934358 Feb 18 12:37:00.137330 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fe69fc36-d43a-41e8-94f1-b5d19d79c49e req-6af63371-8b3d-4531-b622-f1acc0a9409f tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479991 Feb 18 12:37:00.176179 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-23b1d861-b91d-4838-ac4d-05284186556a req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:00.193739 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-410673a8-760e-4799-b91b-4ec63189514e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:00.299716 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Pushing event deleted for resources: {'Port': ['ID=4af92ce7-1c3a-41fb-89e1-64f426a31b05,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:00.313567 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:00.313983 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:00.314398 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:00.314812 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:00.315217 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:00.315645 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:00.316049 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:00.316450 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:00.316847 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:00.317245 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:00.317642 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:00.318042 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:00.318509 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:00.318909 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:00.319304 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:00.319726 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:00.320121 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:00.320518 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:00.320913 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:00.321311 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:00.321711 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:00.322103 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:00.322499 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:00.322890 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:00.330237 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:00.430463 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b1d861-b91d-4838-ac4d-05284186556a req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] No DVR routers for this DVR port 4af92ce7-1c3a-41fb-89e1-64f426a31b05 on host hv-cinder-77642 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:37:00.432914 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-23b1d861-b91d-4838-ac4d-05284186556a req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:00.435738 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a698dc-83b1-4a97-901f-b53dde2bc4d0', 'name': 'network-vif-deleted', 'tag': '4af92ce7-1c3a-41fb-89e1-64f426a31b05'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:37:00.452214 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-23b1d861-b91d-4838-ac4d-05284186556a req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.99 "DELETE /v2.0/ports/4af92ce7-1c3a-41fb-89e1-64f426a31b05 HTTP/1.1" status: 204 len: 173 time: 1.2759440 Feb 18 12:37:00.485385 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a698dc-83b1-4a97-901f-b53dde2bc4d0', 'name': 'network-vif-deleted', 'tag': '4af92ce7-1c3a-41fb-89e1-64f426a31b05', 'status': 'completed', 'code': 200} Feb 18 12:37:00.603416 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67049543-b9fc-4301-8264-82dfb11195ad req-936c962b-df58-4958-929b-fed4f848e329 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:00.605164 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-67049543-b9fc-4301-8264-82dfb11195ad req-936c962b-df58-4958-929b-fed4f848e329 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.0897646 Feb 18 12:37:00.662858 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-67049543-b9fc-4301-8264-82dfb11195ad req-87d1c625-b402-40e2-a15e-c135b5697a07 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452585 Feb 18 12:37:00.704600 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-37fcb87b-0de1-49e4-aaea-359ee73c6539 req-4b4a0e52-272f-4405-94ad-b6eb854c1263 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] 10.222.0.83 "GET /v2.0/ports?device_id=44a698dc-83b1-4a97-901f-b53dde2bc4d0 HTTP/1.1" status: 200 len: 210 time: 0.0490994 Feb 18 12:37:00.989975 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9b0f9625-fbe2-4214-9d68-a1046050915c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:00.991563 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.objects.ports [None req-b90e7ef8-06c4-422a-8fef-435feba4170b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83988) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 12:37:01.343818 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb90ba-6311-482c-bb8c-a24b56711174 req-caf0b348-9781-42bb-8cbf-cec57c32d9ba tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:01.345374 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8fdb90ba-6311-482c-bb8c-a24b56711174 req-caf0b348-9781-42bb-8cbf-cec57c32d9ba tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 944 time: 0.0904777 Feb 18 12:37:01.395570 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8fdb90ba-6311-482c-bb8c-a24b56711174 req-092641b3-a8f7-40a6-a6c3-bca39a26eb42 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435898 Feb 18 12:37:01.843747 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 068df9f2-d850-44d4-8b7d-8ea3feec3189 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:37:01.932466 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning for port 068df9f2-d850-44d4-8b7d-8ea3feec3189 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:37:01.942217 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 068df9f2-d850-44d4-8b7d-8ea3feec3189 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:01.942992 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:02.105922 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4347bb-cc37-4d1b-b140-cb34e47aa0b3 req-aca8a31e-1ece-4516-9843-a3b99d4db69c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:02.107677 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fe4347bb-cc37-4d1b-b140-cb34e47aa0b3 req-aca8a31e-1ece-4516-9843-a3b99d4db69c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.3199139 Feb 18 12:37:02.159284 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:02.160573 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fe4347bb-cc37-4d1b-b140-cb34e47aa0b3 req-f5093d98-2c88-4f17-9e6d-7b63e88dff3b tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462360 Feb 18 12:37:02.206661 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42917255-f615-4c88-8274-d77aece6cc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068df9f2-d850-44d4-8b7d-8ea3feec3189'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:37:02.216517 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port 068df9f2-d850-44d4-8b7d-8ea3feec3189, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=068df9f2-d850-44d4-8b7d-8ea3feec3189,segment=NetworkSegment(a60238de-a725-4d2c-a3ec-f90af54a43f4),segment_id=a60238de-a725-4d2c-a3ec-f90af54a43f4)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:37:02.219870 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:02.222598 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:02.286313 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42917255-f615-4c88-8274-d77aece6cc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068df9f2-d850-44d4-8b7d-8ea3feec3189', 'code': 200} Feb 18 12:37:02.287220 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 4af92ce7-1c3a-41fb-89e1-64f426a31b05 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:37:02.331811 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] No Port match for: 4af92ce7-1c3a-41fb-89e1-64f426a31b05 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:37:02.332215 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 4af92ce7-1c3a-41fb-89e1-64f426a31b05 not bound to the agent host hv-cinder-77642 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:37:02.346431 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=068df9f2-d850-44d4-8b7d-8ea3feec3189,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:02.349884 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:02.569847 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3402aa2-becf-4f93-9d9c-7aa297a7b4ee req-5bd7cf65-46d2-4e3e-8f3a-698bfe2d8af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:02.571409 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d3402aa2-becf-4f93-9d9c-7aa297a7b4ee req-5bd7cf65-46d2-4e3e-8f3a-698bfe2d8af7 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 1163 time: 0.0786602 Feb 18 12:37:02.597514 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb1e45-f753-48f4-800c-6915e8c1dfd8 req-a479fd8f-24d0-49d0-964f-ea839201e2c8 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:02.607083 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c5cb1e45-f753-48f4-800c-6915e8c1dfd8 req-a479fd8f-24d0-49d0-964f-ea839201e2c8 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 946 time: 0.0874822 Feb 18 12:37:02.617971 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d3402aa2-becf-4f93-9d9c-7aa297a7b4ee req-42a4b042-857f-4d37-a34f-588a90602a4b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396807 Feb 18 12:37:02.654514 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c5cb1e45-f753-48f4-800c-6915e8c1dfd8 req-7d73bdca-3eed-472b-a351-70ff2f9d3203 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488706 Feb 18 12:37:02.979268 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 068df9f2-d850-44d4-8b7d-8ea3feec3189 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:37:03.055143 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 068df9f2-d850-44d4-8b7d-8ea3feec3189 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:03.055558 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:03.374802 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6201c54-c98c-42a6-a015-c9967ed52a44 req-c9fe14c0-4950-4891-841d-52d183f48663 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:03.377290 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b6201c54-c98c-42a6-a015-c9967ed52a44 req-c9fe14c0-4950-4891-841d-52d183f48663 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.0948870 Feb 18 12:37:03.382314 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-68223b3a-6a7d-4e45-96e8-f11417c1ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:03.428240 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b6201c54-c98c-42a6-a015-c9967ed52a44 req-21ff3a49-ff01-4345-9796-fedc08217ee0 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437164 Feb 18 12:37:03.846049 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:03.857996 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35662fd4-db80-4710-9067-35a792929580 req-c332956a-85ed-44fc-af01-d71849111a49 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:03.859890 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-35662fd4-db80-4710-9067-35a792929580 req-c332956a-85ed-44fc-af01-d71849111a49 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 946 time: 0.0876832 Feb 18 12:37:03.911572 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-35662fd4-db80-4710-9067-35a792929580 req-e66a6257-0789-44b4-a0e4-93a8e144c4e0 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453739 Feb 18 12:37:04.647878 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae1d30-7b79-407d-adb0-fc5d2bf18269 req-3f20476b-b352-4d74-a67a-4ee64cca60e5 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:04.649544 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9fae1d30-7b79-407d-adb0-fc5d2bf18269 req-3f20476b-b352-4d74-a67a-4ee64cca60e5 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.0948610 Feb 18 12:37:04.705684 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9fae1d30-7b79-407d-adb0-fc5d2bf18269 req-71fbe876-d98d-41a1-add7-27a9b041d7be tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496309 Feb 18 12:37:05.114441 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042c6cf-f1aa-4c7d-8729-bcec68d7fa22 req-57b5cfc4-fb7c-4ca9-ac86-f2fd6ec1aca2 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:05.116072 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2042c6cf-f1aa-4c7d-8729-bcec68d7fa22 req-57b5cfc4-fb7c-4ca9-ac86-f2fd6ec1aca2 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 946 time: 0.0900376 Feb 18 12:37:05.153416 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:05.167178 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2042c6cf-f1aa-4c7d-8729-bcec68d7fa22 req-8b4d10a9-54e2-4551-978c-8e2a2a16030b tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438137 Feb 18 12:37:05.490846 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:05.917863 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4cd3e-bda6-4e01-872c-53253b6a35f0 req-1cdda364-1af1-4e0e-9a1c-1297e9431d85 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:05.919499 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a0e4cd3e-bda6-4e01-872c-53253b6a35f0 req-1cdda364-1af1-4e0e-9a1c-1297e9431d85 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.0906994 Feb 18 12:37:05.969550 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a0e4cd3e-bda6-4e01-872c-53253b6a35f0 req-48798eb9-6b13-4f92-8f8a-c52956835594 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435877 Feb 18 12:37:06.366200 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7900d59-9914-4952-be73-01050e072a37 req-b6eb7fa4-8d38-4735-8109-50e64a7a3273 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:06.367943 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d7900d59-9914-4952-be73-01050e072a37 req-b6eb7fa4-8d38-4735-8109-50e64a7a3273 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 946 time: 0.0870345 Feb 18 12:37:06.418491 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d7900d59-9914-4952-be73-01050e072a37 req-04e369b2-e256-4851-afbf-72e9390a6c20 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428257 Feb 18 12:37:07.193081 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52a4c8-bdea-42cd-8fd6-f8ba36f44254 req-0896db41-e456-46d5-9d94-f0d3b8515b40 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:07.194708 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7b52a4c8-bdea-42cd-8fd6-f8ba36f44254 req-0896db41-e456-46d5-9d94-f0d3b8515b40 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.0993333 Feb 18 12:37:07.246323 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7b52a4c8-bdea-42cd-8fd6-f8ba36f44254 req-515be867-52d1-440b-9639-d9e34b659a6a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452509 Feb 18 12:37:07.623675 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0396348-04ef-4958-978e-490261299141 req-a1e7de09-a098-45e9-afac-2ca83e374542 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:07.625350 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e0396348-04ef-4958-978e-490261299141 req-a1e7de09-a098-45e9-afac-2ca83e374542 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 946 time: 0.0916984 Feb 18 12:37:07.683747 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e0396348-04ef-4958-978e-490261299141 req-c9fffb50-d3d3-4433-b639-f199bfb1284c tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461910 Feb 18 12:37:08.461457 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8876d-0170-473b-b6a1-9b3a185f7a87 req-0566ec2f-fcc0-4dea-992b-92b38ef95732 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:08.463087 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bcb8876d-0170-473b-b6a1-9b3a185f7a87 req-0566ec2f-fcc0-4dea-992b-92b38ef95732 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.0868268 Feb 18 12:37:08.517608 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bcb8876d-0170-473b-b6a1-9b3a185f7a87 req-069ee341-1f0f-43e2-bb35-a8aad13eb695 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475211 Feb 18 12:37:08.892868 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe374b-9ef0-447a-9dda-2ca05d7ec80d req-6b4405a6-378c-4502-9bb0-e9472a5f2b41 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:08.894486 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-24fe374b-9ef0-447a-9dda-2ca05d7ec80d req-6b4405a6-378c-4502-9bb0-e9472a5f2b41 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 946 time: 0.0931401 Feb 18 12:37:08.945213 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-24fe374b-9ef0-447a-9dda-2ca05d7ec80d req-d81bc3c0-3a90-4c59-bbf3-c286d21e66bb tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443649 Feb 18 12:37:09.733936 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f7fbc-3b5a-4da2-a77c-307d41915d14 req-3bd4a8f2-da05-4b27-bd14-ffcb97f942a1 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:09.735508 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d37f7fbc-3b5a-4da2-a77c-307d41915d14 req-3bd4a8f2-da05-4b27-bd14-ffcb97f942a1 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.0913458 Feb 18 12:37:09.784933 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d37f7fbc-3b5a-4da2-a77c-307d41915d14 req-316a6354-610b-4c67-b1f2-fb73995b953f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428598 Feb 18 12:37:10.166190 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e5e7b-a6ec-4c2f-8273-b3debcb3f13d req-92cf41f0-e780-4c9d-a3ba-eb6a35c7febe tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:10.167924 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e93e5e7b-a6ec-4c2f-8273-b3debcb3f13d req-92cf41f0-e780-4c9d-a3ba-eb6a35c7febe tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 946 time: 0.0991759 Feb 18 12:37:10.217895 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e93e5e7b-a6ec-4c2f-8273-b3debcb3f13d req-0a48e955-31e8-47cd-8228-99b334704c36 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428638 Feb 18 12:37:10.439454 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 19a802e4-5491-40b3-a616-250e68167213 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:37:11.001433 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48732e-709e-40a3-8acd-38903ca542df req-10bf3827-f8f8-4e1c-8b65-f49012fc9e9a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:11.003070 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1f48732e-709e-40a3-8acd-38903ca542df req-10bf3827-f8f8-4e1c-8b65-f49012fc9e9a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.0942996 Feb 18 12:37:11.054293 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1f48732e-709e-40a3-8acd-38903ca542df req-ffea94bb-1156-4baa-bd4f-43fa314da714 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444999 Feb 18 12:37:11.078271 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 19a802e4-5491-40b3-a616-250e68167213 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:37:11.155308 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 19a802e4-5491-40b3-a616-250e68167213 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:11.156056 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:11.281754 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:11.310597 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46855df9-6eb6-400e-8978-aa9bc3035f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a802e4-5491-40b3-a616-250e68167213'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:37:11.321299 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port 19a802e4-5491-40b3-a616-250e68167213, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=19a802e4-5491-40b3-a616-250e68167213,segment=NetworkSegment(4bdb087e-bbe6-4ba9-a0a9-e1159b18d382),segment_id=4bdb087e-bbe6-4ba9-a0a9-e1159b18d382)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:37:11.324435 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:11.327716 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-863929a7-e523-4382-a1cc-ba2e8f848f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:11.366216 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46855df9-6eb6-400e-8978-aa9bc3035f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a802e4-5491-40b3-a616-250e68167213', 'code': 200} Feb 18 12:37:11.403193 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=19a802e4-5491-40b3-a616-250e68167213,revision_number=6']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:11.411813 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:11.412206 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:11.412623 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:11.413008 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:11.413383 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:11.413756 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:11.414665 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:11.415049 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:11.415417 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:11.415834 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:11.416191 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:11.416736 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:11.417185 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:11.417553 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:11.417933 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:11.418291 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:11.418925 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:11.419296 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:11.419702 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:11.420068 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:11.420439 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:11.420807 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:11.421178 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:11.421537 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:11.426115 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:12.043330 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491841c-f2f2-4b7e-872f-56db87c02318 req-9f66778a-fbf4-4fba-a8e3-036fbfc4ca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:12.045564 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c491841c-f2f2-4b7e-872f-56db87c02318 req-9f66778a-fbf4-4fba-a8e3-036fbfc4ca30 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 1162 time: 0.0844553 Feb 18 12:37:12.096436 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c491841c-f2f2-4b7e-872f-56db87c02318 req-242af91f-6faf-44f6-9b66-f23d1b63296f service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440161 Feb 18 12:37:12.276038 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e137b3-aa24-43cc-9220-ee026c425f2c req-46933269-c159-4e4e-838f-e2b8fa245345 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:12.277681 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-54e137b3-aa24-43cc-9220-ee026c425f2c req-46933269-c159-4e4e-838f-e2b8fa245345 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.0922217 Feb 18 12:37:12.329508 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-54e137b3-aa24-43cc-9220-ee026c425f2c req-e5329885-17cf-49d2-86f3-758234f52506 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443895 Feb 18 12:37:12.711342 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 19a802e4-5491-40b3-a616-250e68167213 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:37:12.789823 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 19a802e4-5491-40b3-a616-250e68167213 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:12.790259 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:13.543275 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5be5b7-c488-4c43-a172-bfcd202785a9 req-8667d0a4-6131-4b40-a834-7a8eef424d08 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:13.544926 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba5be5b7-c488-4c43-a172-bfcd202785a9 req-8667d0a4-6131-4b40-a834-7a8eef424d08 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.0899172 Feb 18 12:37:13.597608 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba5be5b7-c488-4c43-a172-bfcd202785a9 req-26dbf8be-9f15-4861-a1b9-4af6c3132133 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462952 Feb 18 12:37:14.811260 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33a89a-1e68-443a-98aa-df2410693bf5 req-f7633516-daa3-4ddc-a494-1ca89f12abb8 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:14.813049 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d33a89a-1e68-443a-98aa-df2410693bf5 req-f7633516-daa3-4ddc-a494-1ca89f12abb8 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.0899844 Feb 18 12:37:14.862093 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d33a89a-1e68-443a-98aa-df2410693bf5 req-46e8314f-03b6-46d0-9944-afba21ebbd4f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425248 Feb 18 12:37:16.070824 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323ae54-95c0-4a9c-a459-b38b7927ec2b req-ea8ea3f1-714c-4bca-8b73-22ce36d01c4d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:16.072538 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e323ae54-95c0-4a9c-a459-b38b7927ec2b req-ea8ea3f1-714c-4bca-8b73-22ce36d01c4d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.0918746 Feb 18 12:37:16.123347 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e323ae54-95c0-4a9c-a459-b38b7927ec2b req-1fd2f520-4080-4620-86f4-20acb8100646 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443585 Feb 18 12:37:16.477546 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:17.335732 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a0dd8-5a00-4ca3-a737-a30406e704d9 req-fc0a863b-a0cc-464e-a147-05f2f141f6d4 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:17.337285 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a09a0dd8-5a00-4ca3-a737-a30406e704d9 req-fc0a863b-a0cc-464e-a147-05f2f141f6d4 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.0944350 Feb 18 12:37:17.388210 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a09a0dd8-5a00-4ca3-a737-a30406e704d9 req-5450ea35-b97c-4c75-be4c-e1a3673a328e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441461 Feb 18 12:37:18.618440 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2515b94-4e9e-4316-9698-feb2a45b8239 req-0c8eae1c-2dfe-4447-8a74-c2d2f7b45636 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:18.620090 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f2515b94-4e9e-4316-9698-feb2a45b8239 req-0c8eae1c-2dfe-4447-8a74-c2d2f7b45636 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.1012287 Feb 18 12:37:18.670572 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f2515b94-4e9e-4316-9698-feb2a45b8239 req-f3f00683-6503-4c87-91ba-1dd922b793f4 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433488 Feb 18 12:37:20.025298 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8257748-d646-4ed1-a528-682ef97b5154 req-80bb77b3-9f33-44d3-b337-f8be69e630df tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:20.026934 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f8257748-d646-4ed1-a528-682ef97b5154 req-80bb77b3-9f33-44d3-b337-f8be69e630df tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.0892355 Feb 18 12:37:20.082732 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f8257748-d646-4ed1-a528-682ef97b5154 req-4ae493db-af5a-4ffe-b445-4bd0d1c9ea76 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491586 Feb 18 12:37:21.172830 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-42800083-cb4e-448a-9ba9-7111088228e4 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:21.174440 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-42800083-cb4e-448a-9ba9-7111088228e4 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/networks?id=dda38cca-a3f3-4425-936a-4ed592e363ca HTTP/1.1" status: 200 len: 814 time: 0.1668165 Feb 18 12:37:21.190669 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-aee3d6d6-0054-4502-9f4b-0a5dd6d76c06 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/quotas/e9722f9f69cf46fead0f063b8a43a4b8 HTTP/1.1" status: 200 len: 375 time: 0.0101652 Feb 18 12:37:21.280446 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-722591b7-6526-4baa-b492-c29fc7888916 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e9722f9f69cf46fead0f063b8a43a4b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0833926 Feb 18 12:37:21.314298 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:37:21.431083 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-53d60af3-793a-4f8a-9a4c-120a298c615b service neutron] 10.222.0.83 "GET /v2.0/networks/dda38cca-a3f3-4425-936a-4ed592e363ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413951 Feb 18 12:37:21.578308 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-663c18aa-7938-4a8f-9a22-84de151454e2 service neutron] 10.222.0.83 "GET /v2.0/networks/dda38cca-a3f3-4425-936a-4ed592e363ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1405461 Feb 18 12:37:21.775188 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27fbf5cd-4b98-48d1-8c50-0d7ab8f6220d req-294ed291-c80d-4a96-a4d4-1871c7461fbd tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=887b65e7-0d50-4957-8bd5-04fdb1a3e09a HTTP/1.1" status: 200 len: 210 time: 0.0520320 Feb 18 12:37:22.952086 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7bcd2c03-a931-40f9-aa42-c0b0dbd2c149 req-3033bf2d-a648-41db-a1bf-2a441a695dc3 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=887b65e7-0d50-4957-8bd5-04fdb1a3e09a HTTP/1.1" status: 200 len: 210 time: 0.0567050 Feb 18 12:37:23.143799 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-0012bc89-7ffb-4fa8-acf1-3641c2312e1e tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:23.145431 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-0012bc89-7ffb-4fa8-acf1-3641c2312e1e tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.99 "GET /v2.0/networks?id=dda38cca-a3f3-4425-936a-4ed592e363ca HTTP/1.1" status: 200 len: 814 time: 0.1714969 Feb 18 12:37:23.166895 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-486b0e8a-ec92-4cf0-9308-4dc492de49b5 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Request body: {'port': {'device_id': '887b65e7-0d50-4957-8bd5-04fdb1a3e09a', 'network_id': 'dda38cca-a3f3-4425-936a-4ed592e363ca', 'admin_state_up': True, 'tenant_id': 'e9722f9f69cf46fead0f063b8a43a4b8'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:37:23.319077 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-486b0e8a-ec92-4cf0-9308-4dc492de49b5 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:37:23.330147 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-486b0e8a-ec92-4cf0-9308-4dc492de49b5 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:37:23.338901 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-486b0e8a-ec92-4cf0-9308-4dc492de49b5 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Made reservation on behalf of e9722f9f69cf46fead0f063b8a43a4b8 for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:37:23.344699 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-486b0e8a-ec92-4cf0-9308-4dc492de49b5 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:23.689085 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-486b0e8a-ec92-4cf0-9308-4dc492de49b5 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Allocated IP 172.20.0.14 (dda38cca-a3f3-4425-936a-4ed592e363ca/a4d82d22-cb07-43da-8de7-7079c79fd615/5fe46e06-2ec1-48bd-959e-c54766e33e8c) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:37:23.909201 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-486b0e8a-ec92-4cf0-9308-4dc492de49b5 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:23.940319 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-486b0e8a-ec92-4cf0-9308-4dc492de49b5 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:23.955419 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:24.097519 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b0e8a-ec92-4cf0-9308-4dc492de49b5 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Pushing event updated for resources: {'Port': ['ID=5fe46e06-2ec1-48bd-959e-c54766e33e8c,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:24.101972 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-486b0e8a-ec92-4cf0-9308-4dc492de49b5 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:24.242195 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-486b0e8a-ec92-4cf0-9308-4dc492de49b5 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Network dda38cca-a3f3-4425-936a-4ed592e363ca is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:37:24.246400 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-486b0e8a-ec92-4cf0-9308-4dc492de49b5 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:37:24.249591 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-486b0e8a-ec92-4cf0-9308-4dc492de49b5 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:37:24.310314 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2b8b1-5a17-4848-ac6b-319a5091cf1c req-29c13165-25aa-420e-9f96-b2975a917637 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:24.312083 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bfb2b8b1-5a17-4848-ac6b-319a5091cf1c req-29c13165-25aa-420e-9f96-b2975a917637 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=887b65e7-0d50-4957-8bd5-04fdb1a3e09a HTTP/1.1" status: 200 len: 932 time: 0.1957262 Feb 18 12:37:24.361807 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-486b0e8a-ec92-4cf0-9308-4dc492de49b5 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:24.362502 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-486b0e8a-ec92-4cf0-9308-4dc492de49b5 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:24.397845 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bfb2b8b1-5a17-4848-ac6b-319a5091cf1c req-4e471c8e-357b-4315-8c4f-54957e310f17 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785184 Feb 18 12:37:24.408420 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-486b0e8a-ec92-4cf0-9308-4dc492de49b5 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2459097 Feb 18 12:37:24.427667 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-c2508de3-ac86-4eff-aa44-076444a2ee37 service neutron] Request body: {'port': {'device_id': '887b65e7-0d50-4957-8bd5-04fdb1a3e09a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:37:24.552224 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-c2508de3-ac86-4eff-aa44-076444a2ee37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:25.000936 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-c2508de3-ac86-4eff-aa44-076444a2ee37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe46e06-2ec1-48bd-959e-c54766e33e8c {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:37:25.009763 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-c2508de3-ac86-4eff-aa44-076444a2ee37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:25.024570 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-c2508de3-ac86-4eff-aa44-076444a2ee37 service neutron] Transition to ACTIVE for port object 5fe46e06-2ec1-48bd-959e-c54766e33e8c will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:37:25.027349 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-c2508de3-ac86-4eff-aa44-076444a2ee37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:25.043843 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6bacde69-b77a-402d-ab4e-0fbcf3af8c29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:25.444470 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2508de3-ac86-4eff-aa44-076444a2ee37 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe46e06-2ec1-48bd-959e-c54766e33e8c,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:25.447748 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c2508de3-ac86-4eff-aa44-076444a2ee37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:25.610253 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992eb40b-1d89-4ce6-9610-63ecd4434ed9 req-c659b161-2d63-4dee-bb7c-6f49d1241b6d tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:25.611953 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-992eb40b-1d89-4ce6-9610-63ecd4434ed9 req-c659b161-2d63-4dee-bb7c-6f49d1241b6d tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=887b65e7-0d50-4957-8bd5-04fdb1a3e09a HTTP/1.1" status: 200 len: 944 time: 0.0921228 Feb 18 12:37:25.634904 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-c2508de3-ac86-4eff-aa44-076444a2ee37 service neutron] Attempting to bind port 5fe46e06-2ec1-48bd-959e-c54766e33e8c on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:37:25.635278 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-c2508de3-ac86-4eff-aa44-076444a2ee37 service neutron] Attempting to bind port 5fe46e06-2ec1-48bd-959e-c54766e33e8c by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': 'a60238de-a725-4d2c-a3ec-f90af54a43f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dda38cca-a3f3-4425-936a-4ed592e363ca'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:37:25.635717 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-c2508de3-ac86-4eff-aa44-076444a2ee37 service neutron] Attempting to bind port 5fe46e06-2ec1-48bd-959e-c54766e33e8c on network dda38cca-a3f3-4425-936a-4ed592e363ca {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:37:25.642779 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-c2508de3-ac86-4eff-aa44-076444a2ee37 service neutron] Checking agent: {'id': '18f92198-7ba7-4077-b6e2-71a52c8a0624', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 28, 38), 'started_at': datetime.datetime(2021, 2, 18, 12, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:37:25.643152 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-c2508de3-ac86-4eff-aa44-076444a2ee37 service neutron] Checking segment: {'id': 'a60238de-a725-4d2c-a3ec-f90af54a43f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dda38cca-a3f3-4425-936a-4ed592e363ca'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:37:25.643631 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-c2508de3-ac86-4eff-aa44-076444a2ee37 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:25.644040 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-c2508de3-ac86-4eff-aa44-076444a2ee37 service neutron] Bound using segment: {'id': 'a60238de-a725-4d2c-a3ec-f90af54a43f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dda38cca-a3f3-4425-936a-4ed592e363ca'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:37:25.644527 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-c2508de3-ac86-4eff-aa44-076444a2ee37 service neutron] Bound port: 5fe46e06-2ec1-48bd-959e-c54766e33e8c, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60238de-a725-4d2c-a3ec-f90af54a43f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dda38cca-a3f3-4425-936a-4ed592e363ca'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:37:25.644906 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-c2508de3-ac86-4eff-aa44-076444a2ee37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:25.664238 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-992eb40b-1d89-4ce6-9610-63ecd4434ed9 req-0ac12108-168f-47e9-a3a4-8cfa0a5fc263 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455072 Feb 18 12:37:25.742093 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-c2508de3-ac86-4eff-aa44-076444a2ee37 service neutron] For port 5fe46e06-2ec1-48bd-959e-c54766e33e8c, host hv-cinder-77642, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:37:25.745412 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-c2508de3-ac86-4eff-aa44-076444a2ee37 service neutron] For port 5fe46e06-2ec1-48bd-959e-c54766e33e8c, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=5fe46e06-2ec1-48bd-959e-c54766e33e8c,segment=NetworkSegment(a60238de-a725-4d2c-a3ec-f90af54a43f4),segment_id=a60238de-a725-4d2c-a3ec-f90af54a43f4)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:37:25.748707 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-c2508de3-ac86-4eff-aa44-076444a2ee37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:25.765143 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:25.929115 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2508de3-ac86-4eff-aa44-076444a2ee37 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe46e06-2ec1-48bd-959e-c54766e33e8c,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:25.935260 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c2508de3-ac86-4eff-aa44-076444a2ee37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:25.975832 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-c2508de3-ac86-4eff-aa44-076444a2ee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:25.976943 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-c2508de3-ac86-4eff-aa44-076444a2ee37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:25.978516 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-c2508de3-ac86-4eff-aa44-076444a2ee37 service neutron] 10.222.0.99 "PUT /v2.0/ports/5fe46e06-2ec1-48bd-959e-c54766e33e8c HTTP/1.1" status: 200 len: 1158 time: 1.5557499 Feb 18 12:37:25.979058 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887b65e7-0d50-4957-8bd5-04fdb1a3e09a', 'tag': '5fe46e06-2ec1-48bd-959e-c54766e33e8c'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:37:26.034224 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '887b65e7-0d50-4957-8bd5-04fdb1a3e09a', 'tag': '5fe46e06-2ec1-48bd-959e-c54766e33e8c', 'status': 'completed', 'code': 200} Feb 18 12:37:26.143843 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-cf42de47-9216-4960-8c12-eeea4924e3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:26.145651 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-cf42de47-9216-4960-8c12-eeea4924e3be service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9722f9f69cf46fead0f063b8a43a4b8&device_id=887b65e7-0d50-4957-8bd5-04fdb1a3e09a HTTP/1.1" status: 200 len: 1161 time: 0.0837183 Feb 18 12:37:26.246231 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-05d8dc9c-87e6-4a4d-a901-b46807122470 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fe46e06-2ec1-48bd-959e-c54766e33e8c HTTP/1.1" status: 200 len: 217 time: 0.0839655 Feb 18 12:37:26.324414 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-227d7340-0b35-430d-a1a6-b7a8e52672d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:26.326481 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-227d7340-0b35-430d-a1a6-b7a8e52672d9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a4d82d22-cb07-43da-8de7-7079c79fd615 HTTP/1.1" status: 200 len: 854 time: 0.0734279 Feb 18 12:37:26.383991 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-450cb8c6-d6f1-4eee-bc98-71195089d44c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=dda38cca-a3f3-4425-936a-4ed592e363ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494690 Feb 18 12:37:26.533987 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-02236fc9-04b0-4a34-b9d6-c7f282a6fa31 service neutron] 10.222.0.99 "GET /v2.0/networks/dda38cca-a3f3-4425-936a-4ed592e363ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418452 Feb 18 12:37:26.688720 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-772dad9a-3614-4b31-b3fd-a6b5c576467f req-55ed1376-f78c-4f48-91d6-e290cc7ece90 service neutron] 10.222.0.99 "GET /v2.0/networks/dda38cca-a3f3-4425-936a-4ed592e363ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1466899 Feb 18 12:37:26.878732 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543c65f-4267-4858-bda7-9087fd8ae844 req-36d103e9-8aec-4d16-827c-029305f2d973 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:26.880438 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4543c65f-4267-4858-bda7-9087fd8ae844 req-36d103e9-8aec-4d16-827c-029305f2d973 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=887b65e7-0d50-4957-8bd5-04fdb1a3e09a HTTP/1.1" status: 200 len: 944 time: 0.0971141 Feb 18 12:37:26.911454 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9731507-2899-423d-aab2-035ecb060abf req-cc877794-0cdc-40a9-9737-502f45346110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:26.913167 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c9731507-2899-423d-aab2-035ecb060abf req-cc877794-0cdc-40a9-9737-502f45346110 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9722f9f69cf46fead0f063b8a43a4b8&device_id=887b65e7-0d50-4957-8bd5-04fdb1a3e09a HTTP/1.1" status: 200 len: 1161 time: 0.0870376 Feb 18 12:37:26.933862 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4543c65f-4267-4858-bda7-9087fd8ae844 req-b3fe25db-a8c4-4283-ae26-72c9fbc5575e tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447941 Feb 18 12:37:27.107028 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9731507-2899-423d-aab2-035ecb060abf req-f81d73ae-2abf-4258-8add-4e5659bd6ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:27.108812 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c9731507-2899-423d-aab2-035ecb060abf req-f81d73ae-2abf-4258-8add-4e5659bd6ad7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=dda38cca-a3f3-4425-936a-4ed592e363ca HTTP/1.1" status: 200 len: 908 time: 0.1875312 Feb 18 12:37:27.194008 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c9731507-2899-423d-aab2-035ecb060abf req-dab6d5a3-4713-4778-978e-a4ace6ffc87a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fe46e06-2ec1-48bd-959e-c54766e33e8c HTTP/1.1" status: 200 len: 217 time: 0.0732527 Feb 18 12:37:27.274313 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9731507-2899-423d-aab2-035ecb060abf req-39f15b72-7c7a-4c17-93df-2b249742f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:27.275995 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c9731507-2899-423d-aab2-035ecb060abf req-39f15b72-7c7a-4c17-93df-2b249742f12e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a4d82d22-cb07-43da-8de7-7079c79fd615 HTTP/1.1" status: 200 len: 854 time: 0.0714545 Feb 18 12:37:27.333057 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c9731507-2899-423d-aab2-035ecb060abf req-b64e659d-b13d-472d-bd3b-109f7bec226f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=dda38cca-a3f3-4425-936a-4ed592e363ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496068 Feb 18 12:37:27.483286 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c9731507-2899-423d-aab2-035ecb060abf req-ad4c6716-f5b2-459c-82f7-fb14423e79de service neutron] 10.222.0.99 "GET /v2.0/networks/dda38cca-a3f3-4425-936a-4ed592e363ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427004 Feb 18 12:37:27.635931 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c9731507-2899-423d-aab2-035ecb060abf req-970067ec-aa57-4758-8dc0-88fa704444ce service neutron] 10.222.0.99 "GET /v2.0/networks/dda38cca-a3f3-4425-936a-4ed592e363ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1450441 Feb 18 12:37:28.163058 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33393485-489d-4247-917d-9c585fb29da8 req-5514cfe9-db3b-4e2d-9010-67e1221e4ef7 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:28.164489 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-33393485-489d-4247-917d-9c585fb29da8 req-5514cfe9-db3b-4e2d-9010-67e1221e4ef7 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Synchronizing usage tracker for tenant:e9722f9f69cf46fead0f063b8a43a4b8 on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:37:28.191427 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-33393485-489d-4247-917d-9c585fb29da8 req-5514cfe9-db3b-4e2d-9010-67e1221e4ef7 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Unset dirty status for tenant:e9722f9f69cf46fead0f063b8a43a4b8 on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:37:28.193038 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-33393485-489d-4247-917d-9c585fb29da8 req-5514cfe9-db3b-4e2d-9010-67e1221e4ef7 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=887b65e7-0d50-4957-8bd5-04fdb1a3e09a HTTP/1.1" status: 200 len: 944 time: 0.1398532 Feb 18 12:37:28.242457 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-33393485-489d-4247-917d-9c585fb29da8 req-7c23774d-9aba-4bd3-a0d7-05f42e6ba385 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428746 Feb 18 12:37:29.513395 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e8e51-ba56-48c9-8381-2552fd66823f req-0684695e-b610-4d1c-ac55-65999d65e518 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:29.514993 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-529e8e51-ba56-48c9-8381-2552fd66823f req-0684695e-b610-4d1c-ac55-65999d65e518 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=887b65e7-0d50-4957-8bd5-04fdb1a3e09a HTTP/1.1" status: 200 len: 944 time: 0.1345279 Feb 18 12:37:29.570448 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-529e8e51-ba56-48c9-8381-2552fd66823f req-d51e1737-95ba-454f-a093-d9123d4c96e2 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438025 Feb 18 12:37:30.786875 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd81ed-c267-47f9-ab38-a10b34be80c5 req-a2b8a8e5-7725-4142-848f-ee26e9c621fb tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:30.788795 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c8cd81ed-c267-47f9-ab38-a10b34be80c5 req-a2b8a8e5-7725-4142-848f-ee26e9c621fb tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=887b65e7-0d50-4957-8bd5-04fdb1a3e09a HTTP/1.1" status: 200 len: 944 time: 0.0928614 Feb 18 12:37:30.858669 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c8cd81ed-c267-47f9-ab38-a10b34be80c5 req-e8fe078d-8090-4c0e-addb-a9589ae002e1 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622797 Feb 18 12:37:30.984277 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c7786b67-9000-4bb4-957e-1504a223277a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:31.210219 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 49342) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:37:31.308522 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-1886169a-5b44-4caf-af45-f9b3598cbce8 admin admin] Deleting subnet 072eaae9-27f9-464f-aeda-d7015fdfda44 {{(pid=83987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 12:37:31.312047 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1886169a-5b44-4caf-af45-f9b3598cbce8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:31.373799 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1886169a-5b44-4caf-af45-f9b3598cbce8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6823350'] for subnet, precommit_delete_associations {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:31.440900 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1886169a-5b44-4caf-af45-f9b3598cbce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662214'] for subnet, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:31.711961 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1886169a-5b44-4caf-af45-f9b3598cbce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6853467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848154909'] for subnet, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:31.727582 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-503aff90-d42c-4bd6-8f6d-7df870c54e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:31.825755 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886169a-5b44-4caf-af45-f9b3598cbce8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=072eaae9-27f9-464f-aeda-d7015fdfda44,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:31.830025 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1886169a-5b44-4caf-af45-f9b3598cbce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:31.872416 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1886169a-5b44-4caf-af45-f9b3598cbce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:31.879279 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-1886169a-5b44-4caf-af45-f9b3598cbce8 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/072eaae9-27f9-464f-aeda-d7015fdfda44 HTTP/1.1" status: 204 len: 168 time: 0.6675935 Feb 18 12:37:31.882199 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 49346) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:37:32.002689 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7f06a0bc-e800-42ae-a90a-6a8e0bb3123b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854250921'] for network, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:32.074832 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1ca53-5a9b-4d27-b704-139c5a14e74b req-4f2524dc-02b2-47cf-9a20-550c66c9f9ad tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:32.076541 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3ec1ca53-5a9b-4d27-b704-139c5a14e74b req-4f2524dc-02b2-47cf-9a20-550c66c9f9ad tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=887b65e7-0d50-4957-8bd5-04fdb1a3e09a HTTP/1.1" status: 200 len: 944 time: 0.0902159 Feb 18 12:37:32.153727 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3ec1ca53-5a9b-4d27-b704-139c5a14e74b req-851fc037-bf3d-4702-80ca-719832d0beea tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692916 Feb 18 12:37:32.209942 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7f06a0bc-e800-42ae-a90a-6a8e0bb3123b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665137', 'neutron.services.segments.db._delete_segments_for_network--9223363305819442394'] for network, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:32.336590 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 5fe46e06-2ec1-48bd-959e-c54766e33e8c up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:37:32.337532 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-7f06a0bc-e800-42ae-a90a-6a8e0bb3123b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2fb9c2f-ccd5-4048-a269-a8c314b93d8e']}} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:37:32.353748 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-7f06a0bc-e800-42ae-a90a-6a8e0bb3123b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c9f599f-319d-4049-a5b4-d4549398d6a9') {'for_net_delete': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:37:32.354085 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-7f06a0bc-e800-42ae-a90a-6a8e0bb3123b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c9f599f-319d-4049-a5b4-d4549398d6a9') {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:37:32.368829 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7f06a0bc-e800-42ae-a90a-6a8e0bb3123b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305819444442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847952498'] for segment, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:32.398240 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7f06a0bc-e800-42ae-a90a-6a8e0bb3123b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:32.401807 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7f06a0bc-e800-42ae-a90a-6a8e0bb3123b admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 12:37:32.430714 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning for port 5fe46e06-2ec1-48bd-959e-c54766e33e8c completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:37:32.436594 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 5fe46e06-2ec1-48bd-959e-c54766e33e8c triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:32.437020 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:32.569658 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:32.599875 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887b65e7-0d50-4957-8bd5-04fdb1a3e09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe46e06-2ec1-48bd-959e-c54766e33e8c'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:37:32.611979 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port 5fe46e06-2ec1-48bd-959e-c54766e33e8c, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=5fe46e06-2ec1-48bd-959e-c54766e33e8c,segment=NetworkSegment(a60238de-a725-4d2c-a3ec-f90af54a43f4),segment_id=a60238de-a725-4d2c-a3ec-f90af54a43f4)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:37:32.615232 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:32.617239 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:32.695830 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=5fe46e06-2ec1-48bd-959e-c54766e33e8c,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:32.700381 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887b65e7-0d50-4957-8bd5-04fdb1a3e09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe46e06-2ec1-48bd-959e-c54766e33e8c', 'code': 200} Feb 18 12:37:32.701128 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:32.791784 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-7f06a0bc-e800-42ae-a90a-6a8e0bb3123b admin admin] Network f2fb9c2f-ccd5-4048-a269-a8c314b93d8e has no segments {{(pid=83987) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:37:32.811312 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7f06a0bc-e800-42ae-a90a-6a8e0bb3123b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-671673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847922950'] for segment, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:33.124773 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-7f06a0bc-e800-42ae-a90a-6a8e0bb3123b admin admin] Network f2fb9c2f-ccd5-4048-a269-a8c314b93d8e has no segments {{(pid=83987) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: Traceback (most recent call last): Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: timer() Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: cb(*args, **kw) Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: return func(*args, **kwargs) Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: self._notify() Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: self.callback(batched_events) Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: event.method(event) Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: segment_id)['aggregates'][0] Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: return f(self, *a, **k) Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: return self._get(url).json() Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: **kwargs) Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: return self.request(url, 'GET', **kwargs) Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: **endpoint_filter) Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:37:33.151516 dv-cinder-776422-1-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:37:33.384400 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b3b953d3-c085-469f-a9e5-e869d5ebdfe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:33.400292 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89736a08-4b6f-4f8c-b706-1985694c713c req-882d6019-5fa5-475b-b166-17b7671f1169 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:33.402078 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-89736a08-4b6f-4f8c-b706-1985694c713c req-882d6019-5fa5-475b-b166-17b7671f1169 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=887b65e7-0d50-4957-8bd5-04fdb1a3e09a HTTP/1.1" status: 200 len: 946 time: 0.1249950 Feb 18 12:37:33.467568 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-89736a08-4b6f-4f8c-b706-1985694c713c req-1e6cf9d9-12c8-4792-9e6c-3663e496540d tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529385 Feb 18 12:37:33.508234 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb86a0-81ab-4718-b423-670deb5d4e9c req-3bae5822-f80d-457f-bdc2-b51eb8a3fe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:33.509902 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cbeb86a0-81ab-4718-b423-670deb5d4e9c req-3bae5822-f80d-457f-bdc2-b51eb8a3fe59 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=887b65e7-0d50-4957-8bd5-04fdb1a3e09a HTTP/1.1" status: 200 len: 1163 time: 0.5579727 Feb 18 12:37:33.511039 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7f06a0bc-e800-42ae-a90a-6a8e0bb3123b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854110663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366916'] for network, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:33.515767 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:33.535947 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7f06a0bc-e800-42ae-a90a-6a8e0bb3123b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:33.557578 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06a0bc-e800-42ae-a90a-6a8e0bb3123b admin admin] Pushing event deleted for resources: {'Network': ['ID=f2fb9c2f-ccd5-4048-a269-a8c314b93d8e,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:33.563422 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7f06a0bc-e800-42ae-a90a-6a8e0bb3123b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:33.572465 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-7f06a0bc-e800-42ae-a90a-6a8e0bb3123b admin admin] 10.222.0.83 "DELETE /v2.0/networks/f2fb9c2f-ccd5-4048-a269-a8c314b93d8e HTTP/1.1" status: 204 len: 168 time: 1.6891510 Feb 18 12:37:33.591858 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cbeb86a0-81ab-4718-b423-670deb5d4e9c req-9c576096-2d3c-4092-83bc-a53596f476fe service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581415 Feb 18 12:37:33.705225 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 49358) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:37:33.735278 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 5fe46e06-2ec1-48bd-959e-c54766e33e8c up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:37:33.760635 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-8b1963b3-b7aa-48b1-979f-f77d38220eae admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=13952a965be64e4687b85d3d011b7b30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540760 Feb 18 12:37:33.765018 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 49362) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:37:33.814420 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 5fe46e06-2ec1-48bd-959e-c54766e33e8c triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:33.815176 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:33.843077 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:33.894022 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:33.894787 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:33.966950 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:33.972969 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-215dfc7a-12a7-4bb2-9903-e623d4e01a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:33.987914 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372daa72-f3c0-4339-b1a2-414d77a65c53,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:33.997768 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:33.998172 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:33.998574 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:33.998971 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:33.999369 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:33.999791 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:34.000179 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:34.000567 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:34.000963 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:34.001337 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:34.001725 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:34.002111 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:34.002566 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:34.002953 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:34.003343 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:34.003751 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:34.004134 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:34.004518 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:34.004900 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:34.005285 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:34.005668 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:34.006052 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:34.006684 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:34.007088 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:34.013160 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:34.016815 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:34.018058 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/372daa72-f3c0-4339-b1a2-414d77a65c53 HTTP/1.1" status: 204 len: 168 time: 0.2519481 Feb 18 12:37:34.806848 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e9e78-2b85-48ad-9605-175af474a6e2 req-75a4da05-2fe1-4c7f-9a15-ecfaeb9ec884 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:34.809768 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-387e9e78-2b85-48ad-9605-175af474a6e2 req-75a4da05-2fe1-4c7f-9a15-ecfaeb9ec884 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=887b65e7-0d50-4957-8bd5-04fdb1a3e09a HTTP/1.1" status: 200 len: 946 time: 0.1513629 Feb 18 12:37:34.866695 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-387e9e78-2b85-48ad-9605-175af474a6e2 req-c1c4271e-4571-43e5-9cbf-b835d81992c1 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492053 Feb 18 12:37:34.944551 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 49388) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:37:35.061913 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-972556be-e322-4c41-87e4-834729ccb1fa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1907051409-network', 'tenant_id': 'a450f019cfe246a6a0f61b2453b39ffe'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:37:35.067315 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-972556be-e322-4c41-87e4-834729ccb1fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:37:35.071531 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-972556be-e322-4c41-87e4-834729ccb1fa admin admin] Usage tracker for resource:network and tenant:a450f019cfe246a6a0f61b2453b39ffe is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:37:35.075083 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-972556be-e322-4c41-87e4-834729ccb1fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:37:35.081169 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-972556be-e322-4c41-87e4-834729ccb1fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:37:35.092625 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972556be-e322-4c41-87e4-834729ccb1fa admin admin] Made reservation on behalf of a450f019cfe246a6a0f61b2453b39ffe for: {'network': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:37:35.097588 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-972556be-e322-4c41-87e4-834729ccb1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for network, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:35.111475 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-972556be-e322-4c41-87e4-834729ccb1fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:35.127975 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-972556be-e322-4c41-87e4-834729ccb1fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:37:35.132821 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-972556be-e322-4c41-87e4-834729ccb1fa admin admin] Usage tracker for resource:security_group_rule and tenant:a450f019cfe246a6a0f61b2453b39ffe is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:37:35.136142 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-972556be-e322-4c41-87e4-834729ccb1fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:37:35.142998 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-972556be-e322-4c41-87e4-834729ccb1fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:37:35.152410 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:35.238862 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-972556be-e322-4c41-87e4-834729ccb1fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:35.241979 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-972556be-e322-4c41-87e4-834729ccb1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:35.247014 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-12394f52-fc33-4726-bf51-3d2ce5b8d4a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:35.278375 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972556be-e322-4c41-87e4-834729ccb1fa admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=83987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:37:35.293201 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972556be-e322-4c41-87e4-834729ccb1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a190dbe-820a-47c4-b435-bb564816c4ca,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:35.298826 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-972556be-e322-4c41-87e4-834729ccb1fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:35.299995 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-972556be-e322-4c41-87e4-834729ccb1fa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731035333406', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:35.300451 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-972556be-e322-4c41-87e4-834729ccb1fa admin admin] Added segment 4467869a-df34-44b3-83a8-e59b054616c1 of type vxlan for network a5588f1f-265a-420c-afdf-ef3ae46672ca Feb 18 12:37:35.339794 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-972556be-e322-4c41-87e4-834729ccb1fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305820034079'] for network, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:35.373575 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-972556be-e322-4c41-87e4-834729ccb1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:35.375346 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972556be-e322-4c41-87e4-834729ccb1fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:35.376047 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-972556be-e322-4c41-87e4-834729ccb1fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:35.380357 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d36b4355-fd49-48bb-a8b9-1bb269691c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:35.503751 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:35.544683 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-972556be-e322-4c41-87e4-834729ccb1fa admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5983653 Feb 18 12:37:35.545752 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972556be-e322-4c41-87e4-834729ccb1fa admin admin] Pushing event updated for resources: {'Network': ['ID=a5588f1f-265a-420c-afdf-ef3ae46672ca,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:35.548027 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 49394) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:37:35.549357 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-972556be-e322-4c41-87e4-834729ccb1fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:35.555645 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-6418c631-3f33-4439-babb-dcbf1061072a admin admin] Request body: {'subnet': {'network_id': 'a5588f1f-265a-420c-afdf-ef3ae46672ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1907051409-subnet', 'tenant_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'ip_version': 4}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:37:35.557877 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Network a5588f1f-265a-420c-afdf-ef3ae46672ca details requested by agent ovs-agent-dv-cinder-776422-1-iscsi with host dv-cinder-776422-1-iscsi {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:37:35.562405 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6418c631-3f33-4439-babb-dcbf1061072a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:37:35.567162 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-6418c631-3f33-4439-babb-dcbf1061072a admin admin] Usage tracker for resource:subnet and tenant:a450f019cfe246a6a0f61b2453b39ffe is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:37:35.570779 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-6418c631-3f33-4439-babb-dcbf1061072a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:37:35.581488 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6418c631-3f33-4439-babb-dcbf1061072a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:37:35.597006 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6418c631-3f33-4439-babb-dcbf1061072a admin admin] Made reservation on behalf of a450f019cfe246a6a0f61b2453b39ffe for: {'subnet': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:37:35.605172 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6418c631-3f33-4439-babb-dcbf1061072a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848986586'] for subnet, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:35.667819 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Network a5588f1f-265a-420c-afdf-ef3ae46672ca details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:37:35.940915 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 5fe46e06-2ec1-48bd-959e-c54766e33e8c up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:37:36.055811 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 5fe46e06-2ec1-48bd-959e-c54766e33e8c triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:36.056508 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:36.229724 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470d63d-ffa7-493f-8a44-d4c77b47f166 req-809b9af6-5358-49ae-a36a-fe6fd6c817d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:36.233133 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f470d63d-ffa7-493f-8a44-d4c77b47f166 req-809b9af6-5358-49ae-a36a-fe6fd6c817d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=887b65e7-0d50-4957-8bd5-04fdb1a3e09a HTTP/1.1" status: 200 len: 946 time: 0.2110674 Feb 18 12:37:36.343777 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f470d63d-ffa7-493f-8a44-d4c77b47f166 req-0981d79d-0377-4acb-8d22-f78724948297 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029055 Feb 18 12:37:36.432295 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6418c631-3f33-4439-babb-dcbf1061072a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848845742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848986603'] for subnet, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:36.449319 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-361e1cb0-4caa-4b08-9cc4-3ae870e73520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:36.593797 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418c631-3f33-4439-babb-dcbf1061072a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9e0bf6e-a1d7-4688-ad26-02039f4037d9,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:36.598323 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6418c631-3f33-4439-babb-dcbf1061072a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:36.685918 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6418c631-3f33-4439-babb-dcbf1061072a admin admin] Checking segment: {'id': '4467869a-df34-44b3-83a8-e59b054616c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a5588f1f-265a-420c-afdf-ef3ae46672ca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:37:36.686563 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6418c631-3f33-4439-babb-dcbf1061072a admin admin] Network hostable DHCP agents. Network: a5588f1f-265a-420c-afdf-ef3ae46672ca, hostable agents: ['bed05dfd-bd83-4319-8df6-46deac5f4b19'], hosted agents: [] {{(pid=83986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:37:36.721722 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6418c631-3f33-4439-babb-dcbf1061072a admin admin] Network a5588f1f-265a-420c-afdf-ef3ae46672ca is scheduled to be hosted by DHCP agent bed05dfd-bd83-4319-8df6-46deac5f4b19 with binding_index 1 {{(pid=83986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:37:36.735634 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-6418c631-3f33-4439-babb-dcbf1061072a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-iscsi, a5588f1f-265a-420c-afdf-ef3ae46672ca) {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:37:36.746189 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a046cd4-f0c9-46ea-aef7-a0f4a5c8a840 None None] Network a5588f1f-265a-420c-afdf-ef3ae46672ca requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:37:36.756673 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6418c631-3f33-4439-babb-dcbf1061072a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:36.757675 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6418c631-3f33-4439-babb-dcbf1061072a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:36.794472 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-6418c631-3f33-4439-babb-dcbf1061072a admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2420723 Feb 18 12:37:36.795116 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 49412) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:37:36.804795 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-aa7e5051-5ddd-4727-8dc1-0c70ef9c4c70 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1907051409-router', 'tenant_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:37:36.814521 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-aa7e5051-5ddd-4727-8dc1-0c70ef9c4c70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:37:36.821921 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-aa7e5051-5ddd-4727-8dc1-0c70ef9c4c70 admin admin] Usage tracker for resource:router and tenant:a450f019cfe246a6a0f61b2453b39ffe is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:37:36.828830 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-aa7e5051-5ddd-4727-8dc1-0c70ef9c4c70 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:37:36.839941 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-aa7e5051-5ddd-4727-8dc1-0c70ef9c4c70 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:37:36.856383 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5051-5ddd-4727-8dc1-0c70ef9c4c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854405644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45858'] for router, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:36.858016 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5051-5ddd-4727-8dc1-0c70ef9c4c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854405659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854412285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7878893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854729959'] for router, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:36.878977 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5051-5ddd-4727-8dc1-0c70ef9c4c70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:37.014547 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e29574-0776-4124-8ef2-b15b654b2cb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf59abdbf-fe40-5d86-8cc1-ae78ae9cb90e-a5588f1f-265a-420c-afdf-ef3ae46672ca', 'network_id': 'a5588f1f-265a-420c-afdf-ef3ae46672ca', 'tenant_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'fixed_ips': [{'subnet_id': 'f9e0bf6e-a1d7-4688-ad26-02039f4037d9'}]}} from dv-cinder-776422-1-iscsi. {{(pid=83988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 12:37:37.015804 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e3e29574-0776-4124-8ef2-b15b654b2cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:37.110386 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-499577ef-901d-42ef-8f65-20200c492c5c req-6ee64334-5063-4c56-b478-564d63698ce9 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1383657 Feb 18 12:37:37.242557 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5051-5ddd-4727-8dc1-0c70ef9c4c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854412150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854729976'] for router, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:37.278835 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499577ef-901d-42ef-8f65-20200c492c5c req-fa94244a-c8cd-40d7-9f3f-3278e3a148ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:37.280806 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-499577ef-901d-42ef-8f65-20200c492c5c req-fa94244a-c8cd-40d7-9f3f-3278e3a148ab service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 1162 time: 0.1161721 Feb 18 12:37:37.548202 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499577ef-901d-42ef-8f65-20200c492c5c req-2200d7a9-2ca5-4754-8894-307a30d38a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:37.551067 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-499577ef-901d-42ef-8f65-20200c492c5c req-2200d7a9-2ca5-4754-8894-307a30d38a61 service neutron] 10.222.0.99 "GET /v2.0/networks?id=bb258f48-33fc-49fc-8809-521607151087 HTTP/1.1" status: 200 len: 905 time: 0.2487626 Feb 18 12:37:37.666119 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-e3e29574-0776-4124-8ef2-b15b654b2cb2 None None] Allocated IP 172.20.0.2 (a5588f1f-265a-420c-afdf-ef3ae46672ca/f9e0bf6e-a1d7-4688-ad26-02039f4037d9/76313ee6-fcc7-44d4-bbc9-9cecf556b8bc) {{(pid=83988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:37:37.706357 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-499577ef-901d-42ef-8f65-20200c492c5c req-45c8db1f-e2ae-43fa-ad16-c932976fbe59 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8961bbb9-e560-4a9e-ae9a-0a7b7997d078 HTTP/1.1" status: 200 len: 1001 time: 0.1468654 Feb 18 12:37:37.834227 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499577ef-901d-42ef-8f65-20200c492c5c req-7897eae9-ecea-429e-b894-a71c40f346f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:37.835864 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-499577ef-901d-42ef-8f65-20200c492c5c req-7897eae9-ecea-429e-b894-a71c40f346f2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5c10d723-44ed-460c-abaf-474c1da07dd6 HTTP/1.1" status: 200 len: 850 time: 0.1156902 Feb 18 12:37:37.966972 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499577ef-901d-42ef-8f65-20200c492c5c req-f3620fee-c62e-413d-b8cd-054bbd1b123f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:37.969296 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-499577ef-901d-42ef-8f65-20200c492c5c req-f3620fee-c62e-413d-b8cd-054bbd1b123f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bb258f48-33fc-49fc-8809-521607151087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1249461 Feb 18 12:37:38.056030 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e3e29574-0776-4124-8ef2-b15b654b2cb2 None None] Notify callbacks [] for port, precommit_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:38.067710 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-e3e29574-0776-4124-8ef2-b15b654b2cb2 None None] Transition to ACTIVE for port object 76313ee6-fcc7-44d4-bbc9-9cecf556b8bc will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:37:38.087122 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-e3e29574-0776-4124-8ef2-b15b654b2cb2 None None] Transition to ACTIVE for port object 76313ee6-fcc7-44d4-bbc9-9cecf556b8bc will not be triggered until provisioned by entity DHCP. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:37:38.093042 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e3e29574-0776-4124-8ef2-b15b654b2cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147'] for port, after_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:38.109368 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ce1fd2dc-10d2-4813-8b2c-37d7f1a0d4fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:38.154510 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5051-5ddd-4727-8dc1-0c70ef9c4c70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:38.158596 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-499577ef-901d-42ef-8f65-20200c492c5c req-a15f88a2-c46f-4381-b9f7-292b19adc79c service neutron] 10.222.0.99 "GET /v2.0/networks/bb258f48-33fc-49fc-8809-521607151087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823869 Feb 18 12:37:38.189766 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5051-5ddd-4727-8dc1-0c70ef9c4c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:38.345499 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e29574-0776-4124-8ef2-b15b654b2cb2 None None] Pushing event updated for resources: {'Port': ['ID=76313ee6-fcc7-44d4-bbc9-9cecf556b8bc,revision_number=1']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:38.366637 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e3e29574-0776-4124-8ef2-b15b654b2cb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:38.391439 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e29574-0776-4124-8ef2-b15b654b2cb2 None None] Network a5588f1f-265a-420c-afdf-ef3ae46672ca is already hosted by enough agents. {{(pid=83988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:37:38.393013 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-e3e29574-0776-4124-8ef2-b15b654b2cb2 None None] Resources bound (agent type, host, resource id): {{(pid=83988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:37:38.395820 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e29574-0776-4124-8ef2-b15b654b2cb2 None None] Received port after_create {{(pid=83988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:37:38.423075 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-499577ef-901d-42ef-8f65-20200c492c5c req-73ea5f99-3c02-46a3-bb29-2801fd0f9b17 service neutron] 10.222.0.99 "GET /v2.0/networks/bb258f48-33fc-49fc-8809-521607151087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2557733 Feb 18 12:37:38.487097 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-e3e29574-0776-4124-8ef2-b15b654b2cb2 None None] Attempting to bind port 76313ee6-fcc7-44d4-bbc9-9cecf556b8bc on host dv-cinder-776422-1-iscsi for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:37:38.487868 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-e3e29574-0776-4124-8ef2-b15b654b2cb2 None None] Attempting to bind port 76313ee6-fcc7-44d4-bbc9-9cecf556b8bc by drivers openvswitch on host dv-cinder-776422-1-iscsi at level 0 using segments [{'id': '4467869a-df34-44b3-83a8-e59b054616c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a5588f1f-265a-420c-afdf-ef3ae46672ca'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:37:38.488544 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e29574-0776-4124-8ef2-b15b654b2cb2 None None] Attempting to bind port 76313ee6-fcc7-44d4-bbc9-9cecf556b8bc on network a5588f1f-265a-420c-afdf-ef3ae46672ca {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:37:38.503518 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e29574-0776-4124-8ef2-b15b654b2cb2 None None] Checking agent: {'id': 'ac3e34c9-0d53-40a9-ab2e-3d2b62a37265', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 21, 35), 'started_at': datetime.datetime(2021, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:37:38.504203 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e29574-0776-4124-8ef2-b15b654b2cb2 None None] Checking segment: {'id': '4467869a-df34-44b3-83a8-e59b054616c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a5588f1f-265a-420c-afdf-ef3ae46672ca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:37:38.504970 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e3e29574-0776-4124-8ef2-b15b654b2cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:38.505668 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e29574-0776-4124-8ef2-b15b654b2cb2 None None] Bound using segment: {'id': '4467869a-df34-44b3-83a8-e59b054616c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a5588f1f-265a-420c-afdf-ef3ae46672ca'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:37:38.506980 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-e3e29574-0776-4124-8ef2-b15b654b2cb2 None None] Bound port: 76313ee6-fcc7-44d4-bbc9-9cecf556b8bc, host: dv-cinder-776422-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4467869a-df34-44b3-83a8-e59b054616c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a5588f1f-265a-420c-afdf-ef3ae46672ca'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:37:38.507802 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e3e29574-0776-4124-8ef2-b15b654b2cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:38.549376 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-aa7e5051-5ddd-4727-8dc1-0c70ef9c4c70 admin admin] Allocated IP 172.27.1.87 (af22eeb7-a3c9-494b-a94b-4ce3a52cae78/7f96d68a-30b3-4cd1-8fb4-11341d49a56c/d92f257d-6664-420b-a094-689adcb71c69) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:37:38.632143 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-e3e29574-0776-4124-8ef2-b15b654b2cb2 None None] For port 76313ee6-fcc7-44d4-bbc9-9cecf556b8bc, host dv-cinder-776422-1-iscsi, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:37:38.636041 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-e3e29574-0776-4124-8ef2-b15b654b2cb2 None None] For port 76313ee6-fcc7-44d4-bbc9-9cecf556b8bc, host dv-cinder-776422-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=76313ee6-fcc7-44d4-bbc9-9cecf556b8bc,segment=NetworkSegment(4467869a-df34-44b3-83a8-e59b054616c1),segment_id=4467869a-df34-44b3-83a8-e59b054616c1)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:37:38.641338 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e3e29574-0776-4124-8ef2-b15b654b2cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:38.706301 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bb57b2bc-99ac-4c0c-a9e5-d82d0b2026b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:38.796754 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5051-5ddd-4727-8dc1-0c70ef9c4c70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:38.817254 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e29574-0776-4124-8ef2-b15b654b2cb2 None None] Pushing event updated for resources: {'Port': ['ID=76313ee6-fcc7-44d4-bbc9-9cecf556b8bc,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:38.822985 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e3e29574-0776-4124-8ef2-b15b654b2cb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:38.829193 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5051-5ddd-4727-8dc1-0c70ef9c4c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848845764'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:38.849048 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-abd9c914-a561-429c-a169-12a30326ff74 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:38.997950 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e5051-5ddd-4727-8dc1-0c70ef9c4c70 admin admin] Pushing event updated for resources: {'Port': ['ID=d92f257d-6664-420b-a094-689adcb71c69,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:39.003475 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-aa7e5051-5ddd-4727-8dc1-0c70ef9c4c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:39.047737 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7e5051-5ddd-4727-8dc1-0c70ef9c4c70 admin admin] Network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:37:39.048895 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-aa7e5051-5ddd-4727-8dc1-0c70ef9c4c70 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:37:39.051357 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7e5051-5ddd-4727-8dc1-0c70ef9c4c70 admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:37:39.542618 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5051-5ddd-4727-8dc1-0c70ef9c4c70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:39.920774 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-c08630aa-f4ef-41db-b346-6718a76adc22 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:39.922701 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-c08630aa-f4ef-41db-b346-6718a76adc22 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/networks?id=dda38cca-a3f3-4425-936a-4ed592e363ca HTTP/1.1" status: 200 len: 814 time: 0.1732383 Feb 18 12:37:39.944933 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-af3a3516-c132-412e-aed0-d739e483cc32 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/quotas/e9722f9f69cf46fead0f063b8a43a4b8 HTTP/1.1" status: 200 len: 375 time: 0.0149238 Feb 18 12:37:39.963886 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5051-5ddd-4727-8dc1-0c70ef9c4c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854412059'] for router, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:40.053576 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 76313ee6-fcc7-44d4-bbc9-9cecf556b8bc up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:37:40.099184 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-7ce3b92e-2e5c-42b0-9b2c-4260133cedad tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e9722f9f69cf46fead0f063b8a43a4b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1441095 Feb 18 12:37:40.159558 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning for port 76313ee6-fcc7-44d4-bbc9-9cecf556b8bc completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:37:40.257234 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7e5051-5ddd-4727-8dc1-0c70ef9c4c70 admin admin] Router 3530dfea-431c-4545-b4ac-9137f54668a7 is scheduled to L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 with binding_index 1 {{(pid=83986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 12:37:40.272158 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-b07de5c1-f11d-4f45-a78b-aa78e5343dc7 service neutron] 10.222.0.83 "GET /v2.0/networks/dda38cca-a3f3-4425-936a-4ed592e363ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640215 Feb 18 12:37:40.338891 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe345ede-7f18-4593-b0e2-96ea7b157f08 None None] Network a5588f1f-265a-420c-afdf-ef3ae46672ca requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:37:40.448714 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-158ccc1a-8ff9-448e-af74-2230cc68dc4e service neutron] 10.222.0.83 "GET /v2.0/networks/dda38cca-a3f3-4425-936a-4ed592e363ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1720257 Feb 18 12:37:40.466389 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0094d626-6829-4bb3-8f7e-b0bcc099764c None None] Provisioning for port 76313ee6-fcc7-44d4-bbc9-9cecf556b8bc completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:37:40.476932 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0094d626-6829-4bb3-8f7e-b0bcc099764c None None] Provisioning complete for port 76313ee6-fcc7-44d4-bbc9-9cecf556b8bc triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:40.477483 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0094d626-6829-4bb3-8f7e-b0bcc099764c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:40.752051 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0094d626-6829-4bb3-8f7e-b0bcc099764c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:40.802723 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-36ad0a55-8c14-4e59-8e36-097689932913 req-b686e669-3ee5-414b-8e4e-486f9cc3c241 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=e759cfb9-9010-4ca9-885b-b39faf81f21d HTTP/1.1" status: 200 len: 210 time: 0.0573027 Feb 18 12:37:40.803568 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0094d626-6829-4bb3-8f7e-b0bcc099764c None None] For port 76313ee6-fcc7-44d4-bbc9-9cecf556b8bc, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=76313ee6-fcc7-44d4-bbc9-9cecf556b8bc,segment=NetworkSegment(4467869a-df34-44b3-83a8-e59b054616c1),segment_id=4467869a-df34-44b3-83a8-e59b054616c1)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:37:40.807275 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0094d626-6829-4bb3-8f7e-b0bcc099764c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:40.810340 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e3e29574-0776-4124-8ef2-b15b654b2cb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:40.862044 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7e5051-5ddd-4727-8dc1-0c70ef9c4c70 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:37:40.898557 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5051-5ddd-4727-8dc1-0c70ef9c4c70 admin admin] Notify callbacks [] for router, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:40.902978 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fd33f9-9b9c-4a89-b2d4-3f4fbc09685c None None] Sync routers for ids ['3530dfea-431c-4545-b4ac-9137f54668a7'] in dv-cinder-776422-1-iscsi {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:37:40.907741 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-aa7e5051-5ddd-4727-8dc1-0c70ef9c4c70 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1082897 Feb 18 12:37:40.908057 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 49446) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:37:40.916616 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fd33f9-9b9c-4a89-b2d4-3f4fbc09685c None None] Routers {'3530dfea-431c-4545-b4ac-9137f54668a7'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:37:40.917357 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d0fd33f9-9b9c-4a89-b2d4-3f4fbc09685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:37:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['3530dfea-431c-4545-b4ac-9137f54668a7'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:37:40.979000 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094d626-6829-4bb3-8f7e-b0bcc099764c None None] Pushing event updated for resources: {'Port': ['ID=76313ee6-fcc7-44d4-bbc9-9cecf556b8bc,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:40.996609 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0094d626-6829-4bb3-8f7e-b0bcc099764c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:41.161258 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-9f4083bc-7820-448d-b327-ae242bcd9b88 None None] Provisioning complete for port 76313ee6-fcc7-44d4-bbc9-9cecf556b8bc triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:41.161775 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9f4083bc-7820-448d-b327-ae242bcd9b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:41.241293 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-d0fd33f9-9b9c-4a89-b2d4-3f4fbc09685c None None] Set router 3530dfea-431c-4545-b4ac-9137f54668a7 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:37:41.714126 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-30b35c04-635b-47f0-af24-3cd04f752971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:41.724543 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d0fd33f9-9b9c-4a89-b2d4-3f4fbc09685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3530dfea-431c-4545-b4ac-9137f54668a7', 'name': 'tempest-TestShelveInstance-1907051409-router', 'tenant_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd92f257d-6664-420b-a094-689adcb71c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:37:36Z', 'updated_at': '2021-02-18T12:37:39Z', 'revision_number': 3, 'project_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'gw_port': {'id': 'd92f257d-6664-420b-a094-689adcb71c69', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3530dfea-431c-4545-b4ac-9137f54668a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:37:38Z', 'updated_at': '2021-02-18T12:37:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi'}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:37:41.729443 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fd33f9-9b9c-4a89-b2d4-3f4fbc09685c None None] Checking router: 3530dfea-431c-4545-b4ac-9137f54668a7 for host: dv-cinder-776422-1-iscsi {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:37:41.731039 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fd33f9-9b9c-4a89-b2d4-3f4fbc09685c None None] Updating router 3530dfea-431c-4545-b4ac-9137f54668a7 port d92f257d-6664-420b-a094-689adcb71c69 binding host dv-cinder-776422-1-iscsi {{(pid=83988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:37:42.039104 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d0fd33f9-9b9c-4a89-b2d4-3f4fbc09685c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:42.089045 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 76313ee6-fcc7-44d4-bbc9-9cecf556b8bc up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:37:42.103451 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-30b35c04-635b-47f0-af24-3cd04f752971 admin admin] Allocated IP 172.20.0.1 (a5588f1f-265a-420c-afdf-ef3ae46672ca/f9e0bf6e-a1d7-4688-ad26-02039f4037d9/906e8aeb-e6d9-461e-85cf-35a3a674b196) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:37:42.145412 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-51f81d07-c17c-46d8-b6a6-567e45062c59 req-269a95ce-a21e-49a9-98c9-6718121ff164 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=e759cfb9-9010-4ca9-885b-b39faf81f21d HTTP/1.1" status: 200 len: 210 time: 0.1069529 Feb 18 12:37:42.223548 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-66105347-dac9-4f06-98a6-ee1b2c47a5f7 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:42.225231 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-66105347-dac9-4f06-98a6-ee1b2c47a5f7 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.99 "GET /v2.0/networks?id=dda38cca-a3f3-4425-936a-4ed592e363ca HTTP/1.1" status: 200 len: 814 time: 0.3705287 Feb 18 12:37:42.242354 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-bf98a0ae-6526-46c2-9a23-f6227b403517 None None] Provisioning complete for port 76313ee6-fcc7-44d4-bbc9-9cecf556b8bc triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:42.242783 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf98a0ae-6526-46c2-9a23-f6227b403517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:42.250166 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-b4dfb550-783e-4559-8774-4c9956f90800 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Request body: {'port': {'device_id': 'e759cfb9-9010-4ca9-885b-b39faf81f21d', 'network_id': 'dda38cca-a3f3-4425-936a-4ed592e363ca', 'admin_state_up': True, 'tenant_id': 'e9722f9f69cf46fead0f063b8a43a4b8'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:37:42.285459 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-30b35c04-635b-47f0-af24-3cd04f752971 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:42.303332 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-30b35c04-635b-47f0-af24-3cd04f752971 admin admin] Transition to ACTIVE for port object 906e8aeb-e6d9-461e-85cf-35a3a674b196 will not be triggered until provisioned by entity DHCP. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:37:42.330439 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-30b35c04-635b-47f0-af24-3cd04f752971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848845764'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:42.350413 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7d8f98c4-7eb2-4392-9040-9daf28cff694 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:42.413609 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-b4dfb550-783e-4559-8774-4c9956f90800 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:37:42.415214 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 76313ee6-fcc7-44d4-bbc9-9cecf556b8bc triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:42.416029 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:42.425426 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-b4dfb550-783e-4559-8774-4c9956f90800 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:37:42.436198 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-b4dfb550-783e-4559-8774-4c9956f90800 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Made reservation on behalf of e9722f9f69cf46fead0f063b8a43a4b8 for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:37:42.442712 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-b4dfb550-783e-4559-8774-4c9956f90800 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:42.528670 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b35c04-635b-47f0-af24-3cd04f752971 admin admin] Pushing event updated for resources: {'Port': ['ID=906e8aeb-e6d9-461e-85cf-35a3a674b196,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:42.534070 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-30b35c04-635b-47f0-af24-3cd04f752971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:42.598852 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b35c04-635b-47f0-af24-3cd04f752971 admin admin] Network a5588f1f-265a-420c-afdf-ef3ae46672ca is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:37:42.600132 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-30b35c04-635b-47f0-af24-3cd04f752971 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:37:42.602462 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b35c04-635b-47f0-af24-3cd04f752971 admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:37:42.666445 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-30b35c04-635b-47f0-af24-3cd04f752971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364766'] for router_interface, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:42.802580 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-30b35c04-635b-47f0-af24-3cd04f752971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:42.823264 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-b4dfb550-783e-4559-8774-4c9956f90800 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Allocated IP 172.20.0.12 (dda38cca-a3f3-4425-936a-4ed592e363ca/a4d82d22-cb07-43da-8de7-7079c79fd615/81c077de-61f6-4c85-a4c4-05286220b475) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:37:42.895317 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d0fd33f9-9b9c-4a89-b2d4-3f4fbc09685c None None] Notify callbacks [] for port, precommit_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:42.910645 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-d0fd33f9-9b9c-4a89-b2d4-3f4fbc09685c None None] Transition to ACTIVE for port object d92f257d-6664-420b-a094-689adcb71c69 will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:37:42.914012 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d0fd33f9-9b9c-4a89-b2d4-3f4fbc09685c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:42.930945 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:43.064285 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-b4dfb550-783e-4559-8774-4c9956f90800 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:43.069598 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-175809a6-8ad6-4e0a-8cf9-92db051e3908 None None] Provisioning for port 906e8aeb-e6d9-461e-85cf-35a3a674b196 completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:37:43.094014 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953839ae-a944-48c6-98a6-ef22b801460a None None] Pushing event updated for resources: {'Port': ['ID=d92f257d-6664-420b-a094-689adcb71c69,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:43.099277 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-175809a6-8ad6-4e0a-8cf9-92db051e3908 None None] Provisioning complete for port 906e8aeb-e6d9-461e-85cf-35a3a674b196 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:43.099724 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-175809a6-8ad6-4e0a-8cf9-92db051e3908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:43.105171 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-b4dfb550-783e-4559-8774-4c9956f90800 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:43.121922 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:43.122357 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-30b35c04-635b-47f0-af24-3cd04f752971 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:43.126361 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-30b35c04-635b-47f0-af24-3cd04f752971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5930020'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:43.129624 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-953839ae-a944-48c6-98a6-ef22b801460a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:43.164812 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-044d30f8-e5a2-47e4-845c-015ef063141f tempest-VolumesActionsTest-326142112 tempest-VolumesActionsTest-326142112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:43.188942 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-175809a6-8ad6-4e0a-8cf9-92db051e3908 None None] Port 906e8aeb-e6d9-461e-85cf-35a3a674b196 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:37:43.216172 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-d0fd33f9-9b9c-4a89-b2d4-3f4fbc09685c None None] Attempting to bind port d92f257d-6664-420b-a094-689adcb71c69 on host dv-cinder-776422-1-iscsi for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:37:43.216604 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-d0fd33f9-9b9c-4a89-b2d4-3f4fbc09685c None None] Attempting to bind port d92f257d-6664-420b-a094-689adcb71c69 by drivers openvswitch on host dv-cinder-776422-1-iscsi at level 0 using segments [{'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:37:43.217022 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd33f9-9b9c-4a89-b2d4-3f4fbc09685c None None] Attempting to bind port d92f257d-6664-420b-a094-689adcb71c69 on network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:37:43.223824 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd33f9-9b9c-4a89-b2d4-3f4fbc09685c None None] Checking agent: {'id': 'ac3e34c9-0d53-40a9-ab2e-3d2b62a37265', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 21, 35), 'started_at': datetime.datetime(2021, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:37:43.224259 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd33f9-9b9c-4a89-b2d4-3f4fbc09685c None None] Checking segment: {'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:37:43.224678 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d0fd33f9-9b9c-4a89-b2d4-3f4fbc09685c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:43.225129 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd33f9-9b9c-4a89-b2d4-3f4fbc09685c None None] Bound using segment: {'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:37:43.225688 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-d0fd33f9-9b9c-4a89-b2d4-3f4fbc09685c None None] Bound port: d92f257d-6664-420b-a094-689adcb71c69, host: dv-cinder-776422-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:37:43.226126 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d0fd33f9-9b9c-4a89-b2d4-3f4fbc09685c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:43.268372 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-30b35c04-635b-47f0-af24-3cd04f752971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846870376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854411140'] for router_interface, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:43.285759 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b35c04-635b-47f0-af24-3cd04f752971 admin admin] Pushing event updated for resources: {'Port': ['ID=906e8aeb-e6d9-461e-85cf-35a3a674b196,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:43.325423 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-d0fd33f9-9b9c-4a89-b2d4-3f4fbc09685c None None] For port d92f257d-6664-420b-a094-689adcb71c69, host dv-cinder-776422-1-iscsi, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:37:43.329425 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-d0fd33f9-9b9c-4a89-b2d4-3f4fbc09685c None None] For port d92f257d-6664-420b-a094-689adcb71c69, host dv-cinder-776422-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=d92f257d-6664-420b-a094-689adcb71c69,segment=NetworkSegment(cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0),segment_id=cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:37:43.333417 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d0fd33f9-9b9c-4a89-b2d4-3f4fbc09685c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:43.345838 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-30b35c04-635b-47f0-af24-3cd04f752971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:43.360768 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:43.509664 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88029db7-2546-447b-8f7e-ac500b8293b6 req-a78d2cdf-ff14-45f8-99a2-4c0047e156bb tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:43.511345 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-88029db7-2546-447b-8f7e-ac500b8293b6 req-a78d2cdf-ff14-45f8-99a2-4c0047e156bb tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=e759cfb9-9010-4ca9-885b-b39faf81f21d HTTP/1.1" status: 200 len: 932 time: 0.1645229 Feb 18 12:37:43.539811 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953839ae-a944-48c6-98a6-ef22b801460a None None] Pushing event updated for resources: {'Port': ['ID=d92f257d-6664-420b-a094-689adcb71c69,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:43.542572 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b35c04-635b-47f0-af24-3cd04f752971 admin admin] Network a5588f1f-265a-420c-afdf-ef3ae46672ca is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:37:43.545975 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-953839ae-a944-48c6-98a6-ef22b801460a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:43.546876 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-30b35c04-635b-47f0-af24-3cd04f752971 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:37:43.547432 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dfb550-783e-4559-8774-4c9956f90800 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Pushing event updated for resources: {'Port': ['ID=81c077de-61f6-4c85-a4c4-05286220b475,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:43.560891 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b4dfb550-783e-4559-8774-4c9956f90800 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:43.616137 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fd33f9-9b9c-4a89-b2d4-3f4fbc09685c None None] Routers {'3530dfea-431c-4545-b4ac-9137f54668a7'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:37:43.617193 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d0fd33f9-9b9c-4a89-b2d4-3f4fbc09685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:37:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['3530dfea-431c-4545-b4ac-9137f54668a7'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:37:43.618109 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-b4dfb550-783e-4559-8774-4c9956f90800 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Network dda38cca-a3f3-4425-936a-4ed592e363ca is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:37:43.619408 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-b4dfb550-783e-4559-8774-4c9956f90800 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:37:43.627410 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-b4dfb550-783e-4559-8774-4c9956f90800 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:37:43.705509 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-b4dfb550-783e-4559-8774-4c9956f90800 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:43.706232 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-b4dfb550-783e-4559-8774-4c9956f90800 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:43.734517 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-88029db7-2546-447b-8f7e-ac500b8293b6 req-d6fc5423-74a0-43aa-9673-9462541909eb tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162795 Feb 18 12:37:43.736387 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-b4dfb550-783e-4559-8774-4c9956f90800 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4915600 Feb 18 12:37:43.766708 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-932d3403-a25f-4d32-beed-ea1dafa46afa service neutron] Request body: {'port': {'device_id': 'e759cfb9-9010-4ca9-885b-b39faf81f21d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:37:43.794558 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b35c04-635b-47f0-af24-3cd04f752971 admin admin] Router 3530dfea-431c-4545-b4ac-9137f54668a7 has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:37:43.838338 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-d0fd33f9-9b9c-4a89-b2d4-3f4fbc09685c None None] Set router 3530dfea-431c-4545-b4ac-9137f54668a7 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:37:43.890453 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-ba1a40d3-4fc5-4011-861d-847a23fc584f None None] Provisioning complete for port 906e8aeb-e6d9-461e-85cf-35a3a674b196 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:43.890453 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ba1a40d3-4fc5-4011-861d-847a23fc584f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:43.899805 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-932d3403-a25f-4d32-beed-ea1dafa46afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:44.015846 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b35c04-635b-47f0-af24-3cd04f752971 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:37:44.026792 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-30b35c04-635b-47f0-af24-3cd04f752971 admin admin] 10.222.0.83 "PUT /v2.0/routers/3530dfea-431c-4545-b4ac-9137f54668a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1175120 Feb 18 12:37:44.221707 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-ba1a40d3-4fc5-4011-861d-847a23fc584f None None] Port 906e8aeb-e6d9-461e-85cf-35a3a674b196 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:37:44.428508 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-932d3403-a25f-4d32-beed-ea1dafa46afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81c077de-61f6-4c85-a4c4-05286220b475 {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:37:44.434585 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d0fd33f9-9b9c-4a89-b2d4-3f4fbc09685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3530dfea-431c-4545-b4ac-9137f54668a7', 'name': 'tempest-TestShelveInstance-1907051409-router', 'tenant_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd92f257d-6664-420b-a094-689adcb71c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:37:36Z', 'updated_at': '2021-02-18T12:37:42Z', 'revision_number': 4, 'project_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'gw_port': {'id': 'd92f257d-6664-420b-a094-689adcb71c69', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3530dfea-431c-4545-b4ac-9137f54668a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:37:38Z', 'updated_at': '2021-02-18T12:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '906e8aeb-e6d9-461e-85cf-35a3a674b196', 'name': '', 'network_id': 'a5588f1f-265a-420c-afdf-ef3ae46672ca', 'tenant_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'mac_address': 'fa:16:3e:3c:a9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3530dfea-431c-4545-b4ac-9137f54668a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f9e0bf6e-a1d7-4688-ad26-02039f4037d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:37:41Z', 'updated_at': '2021-02-18T12:37:42Z', 'revision_number': 2, 'project_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'subnets': [{'id': 'f9e0bf6e-a1d7-4688-ad26-02039f4037d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:37:44.437109 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-932d3403-a25f-4d32-beed-ea1dafa46afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:44.439202 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fd33f9-9b9c-4a89-b2d4-3f4fbc09685c None None] The sync data for ids ['3530dfea-431c-4545-b4ac-9137f54668a7'] in dv-cinder-776422-1-iscsi is: [{'id': '3530dfea-431c-4545-b4ac-9137f54668a7', 'name': 'tempest-TestShelveInstance-1907051409-router', 'tenant_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd92f257d-6664-420b-a094-689adcb71c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:37:36Z', 'updated_at': '2021-02-18T12:37:42Z', 'revision_number': 4, 'project_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'gw_port': {'id': 'd92f257d-6664-420b-a094-689adcb71c69', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3530dfea-431c-4545-b4ac-9137f54668a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:37:38Z', 'updated_at': '2021-02-18T12:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '906e8aeb-e6d9-461e-85cf-35a3a674b196', 'name': '', 'network_id': 'a5588f1f-265a-420c-afdf-ef3ae46672ca', 'tenant_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'mac_address': 'fa:16:3e:3c:a9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3530dfea-431c-4545-b4ac-9137f54668a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f9e0bf6e-a1d7-4688-ad26-02039f4037d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:37:41Z', 'updated_at': '2021-02-18T12:37:42Z', 'revision_number': 2, 'project_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'subnets': [{'id': 'f9e0bf6e-a1d7-4688-ad26-02039f4037d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:37:44.450097 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-932d3403-a25f-4d32-beed-ea1dafa46afa service neutron] Transition to ACTIVE for port object 81c077de-61f6-4c85-a4c4-05286220b475 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:37:44.453857 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-932d3403-a25f-4d32-beed-ea1dafa46afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:44.475117 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9e0d1b61-085b-4966-bf9d-19d729b18c30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:44.655642 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d3403-a25f-4d32-beed-ea1dafa46afa service neutron] Pushing event updated for resources: {'Port': ['ID=81c077de-61f6-4c85-a4c4-05286220b475,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:44.663984 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-932d3403-a25f-4d32-beed-ea1dafa46afa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:44.816547 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 49482) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:37:44.831831 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-c437695e-63f1-47c0-86a8-dddb8c18674b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1640773685-network', 'tenant_id': 'bc83e8c911c34832961cc7c2d780d2a5'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:37:44.848898 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c437695e-63f1-47c0-86a8-dddb8c18674b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:37:44.854150 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c437695e-63f1-47c0-86a8-dddb8c18674b admin admin] Usage tracker for resource:network and tenant:bc83e8c911c34832961cc7c2d780d2a5 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:37:44.858015 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c437695e-63f1-47c0-86a8-dddb8c18674b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:37:44.867819 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c437695e-63f1-47c0-86a8-dddb8c18674b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:37:44.884928 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c437695e-63f1-47c0-86a8-dddb8c18674b admin admin] Made reservation on behalf of bc83e8c911c34832961cc7c2d780d2a5 for: {'network': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:37:44.892243 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c437695e-63f1-47c0-86a8-dddb8c18674b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for network, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:44.899923 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-932d3403-a25f-4d32-beed-ea1dafa46afa service neutron] Attempting to bind port 81c077de-61f6-4c85-a4c4-05286220b475 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:37:44.900301 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-932d3403-a25f-4d32-beed-ea1dafa46afa service neutron] Attempting to bind port 81c077de-61f6-4c85-a4c4-05286220b475 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': 'a60238de-a725-4d2c-a3ec-f90af54a43f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dda38cca-a3f3-4425-936a-4ed592e363ca'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:37:44.900675 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-932d3403-a25f-4d32-beed-ea1dafa46afa service neutron] Attempting to bind port 81c077de-61f6-4c85-a4c4-05286220b475 on network dda38cca-a3f3-4425-936a-4ed592e363ca {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:37:44.908489 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c437695e-63f1-47c0-86a8-dddb8c18674b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:44.912165 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-932d3403-a25f-4d32-beed-ea1dafa46afa service neutron] Checking agent: {'id': '18f92198-7ba7-4077-b6e2-71a52c8a0624', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 28, 38), 'started_at': datetime.datetime(2021, 2, 18, 12, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:37:44.912642 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-932d3403-a25f-4d32-beed-ea1dafa46afa service neutron] Checking segment: {'id': 'a60238de-a725-4d2c-a3ec-f90af54a43f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dda38cca-a3f3-4425-936a-4ed592e363ca'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:37:44.913140 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-932d3403-a25f-4d32-beed-ea1dafa46afa service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:44.913772 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-932d3403-a25f-4d32-beed-ea1dafa46afa service neutron] Bound using segment: {'id': 'a60238de-a725-4d2c-a3ec-f90af54a43f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dda38cca-a3f3-4425-936a-4ed592e363ca'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:37:44.914406 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-932d3403-a25f-4d32-beed-ea1dafa46afa service neutron] Bound port: 81c077de-61f6-4c85-a4c4-05286220b475, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60238de-a725-4d2c-a3ec-f90af54a43f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dda38cca-a3f3-4425-936a-4ed592e363ca'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:37:44.914791 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-932d3403-a25f-4d32-beed-ea1dafa46afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:44.925789 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c437695e-63f1-47c0-86a8-dddb8c18674b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:37:44.930417 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c437695e-63f1-47c0-86a8-dddb8c18674b admin admin] Usage tracker for resource:security_group_rule and tenant:bc83e8c911c34832961cc7c2d780d2a5 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:37:44.934064 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c437695e-63f1-47c0-86a8-dddb8c18674b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:37:44.941061 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c437695e-63f1-47c0-86a8-dddb8c18674b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:37:45.045894 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c437695e-63f1-47c0-86a8-dddb8c18674b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:45.049052 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c437695e-63f1-47c0-86a8-dddb8c18674b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:45.052752 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-50d49ad3-08b6-44ad-bb95-0396bf47445e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:45.085009 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-932d3403-a25f-4d32-beed-ea1dafa46afa service neutron] For port 81c077de-61f6-4c85-a4c4-05286220b475, host hv-cinder-77642, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:37:45.090100 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-932d3403-a25f-4d32-beed-ea1dafa46afa service neutron] For port 81c077de-61f6-4c85-a4c4-05286220b475, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=81c077de-61f6-4c85-a4c4-05286220b475,segment=NetworkSegment(a60238de-a725-4d2c-a3ec-f90af54a43f4),segment_id=a60238de-a725-4d2c-a3ec-f90af54a43f4)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:37:45.090344 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c437695e-63f1-47c0-86a8-dddb8c18674b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=83986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:37:45.096978 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-932d3403-a25f-4d32-beed-ea1dafa46afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:45.100988 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437695e-63f1-47c0-86a8-dddb8c18674b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c233634-67e8-4f02-afe4-0f2bd1ff4982,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:45.104395 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c437695e-63f1-47c0-86a8-dddb8c18674b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:45.109465 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c437695e-63f1-47c0-86a8-dddb8c18674b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:45.109895 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-c437695e-63f1-47c0-86a8-dddb8c18674b admin admin] Added segment dc93ace0-b4b7-4442-a7c9-5b69be915999 of type vxlan for network ad5c3ff5-6222-4b19-9abe-55081c3227bd Feb 18 12:37:45.117661 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:45.151518 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c437695e-63f1-47c0-86a8-dddb8c18674b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305820034079'] for network, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:45.178831 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c437695e-63f1-47c0-86a8-dddb8c18674b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:45.180216 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c437695e-63f1-47c0-86a8-dddb8c18674b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:45.180867 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c437695e-63f1-47c0-86a8-dddb8c18674b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:45.187026 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f16dd6bc-f68d-430b-8ff6-46d0e40dad85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:45.209713 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7acfd8a-7d64-44dc-bb0f-e3827007c535 req-06e3ee4e-6f7b-4a9d-8a6b-ce20b671a2c3 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:45.210533 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-d7acfd8a-7d64-44dc-bb0f-e3827007c535 req-06e3ee4e-6f7b-4a9d-8a6b-ce20b671a2c3 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Synchronizing usage tracker for tenant:e9722f9f69cf46fead0f063b8a43a4b8 on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:37:45.277974 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-d7acfd8a-7d64-44dc-bb0f-e3827007c535 req-06e3ee4e-6f7b-4a9d-8a6b-ce20b671a2c3 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Unset dirty status for tenant:e9722f9f69cf46fead0f063b8a43a4b8 on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:37:45.279286 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d7acfd8a-7d64-44dc-bb0f-e3827007c535 req-06e3ee4e-6f7b-4a9d-8a6b-ce20b671a2c3 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=e759cfb9-9010-4ca9-885b-b39faf81f21d HTTP/1.1" status: 200 len: 944 time: 0.3694553 Feb 18 12:37:45.307268 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d3403-a25f-4d32-beed-ea1dafa46afa service neutron] Pushing event updated for resources: {'Port': ['ID=81c077de-61f6-4c85-a4c4-05286220b475,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:45.318291 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-932d3403-a25f-4d32-beed-ea1dafa46afa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:45.398983 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-932d3403-a25f-4d32-beed-ea1dafa46afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:45.400132 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-932d3403-a25f-4d32-beed-ea1dafa46afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:45.403066 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-932d3403-a25f-4d32-beed-ea1dafa46afa service neutron] 10.222.0.99 "PUT /v2.0/ports/81c077de-61f6-4c85-a4c4-05286220b475 HTTP/1.1" status: 200 len: 1158 time: 1.6415303 Feb 18 12:37:45.408675 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e759cfb9-9010-4ca9-885b-b39faf81f21d', 'tag': '81c077de-61f6-4c85-a4c4-05286220b475'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:37:45.426131 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d7acfd8a-7d64-44dc-bb0f-e3827007c535 req-4b8c31d5-b0a0-493e-9e50-56ddcd3ba93e tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276791 Feb 18 12:37:45.509835 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e759cfb9-9010-4ca9-885b-b39faf81f21d', 'tag': '81c077de-61f6-4c85-a4c4-05286220b475', 'status': 'completed', 'code': 200} Feb 18 12:37:45.578510 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-72be9a66-fe4d-4d09-ad57-216629edf771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:45.580185 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-72be9a66-fe4d-4d09-ad57-216629edf771 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9722f9f69cf46fead0f063b8a43a4b8&device_id=e759cfb9-9010-4ca9-885b-b39faf81f21d HTTP/1.1" status: 200 len: 1161 time: 0.1089633 Feb 18 12:37:45.616990 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-c437695e-63f1-47c0-86a8-dddb8c18674b admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7977970 Feb 18 12:37:45.620368 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 49488) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:37:45.629606 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-798e6d1d-5021-4362-afd9-2c9ca8713f1f admin admin] Request body: {'subnet': {'network_id': 'ad5c3ff5-6222-4b19-9abe-55081c3227bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1640773685-subnet', 'tenant_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'ip_version': 4}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:37:45.637421 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-798e6d1d-5021-4362-afd9-2c9ca8713f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:37:45.639905 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437695e-63f1-47c0-86a8-dddb8c18674b admin admin] Pushing event updated for resources: {'Network': ['ID=ad5c3ff5-6222-4b19-9abe-55081c3227bd,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:45.643879 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c437695e-63f1-47c0-86a8-dddb8c18674b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:45.644884 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-798e6d1d-5021-4362-afd9-2c9ca8713f1f admin admin] Usage tracker for resource:subnet and tenant:bc83e8c911c34832961cc7c2d780d2a5 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:37:45.648548 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-798e6d1d-5021-4362-afd9-2c9ca8713f1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:37:45.655664 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-798e6d1d-5021-4362-afd9-2c9ca8713f1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:37:45.657581 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Network ad5c3ff5-6222-4b19-9abe-55081c3227bd details requested by agent ovs-agent-dv-cinder-776422-1-iscsi with host dv-cinder-776422-1-iscsi {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:37:45.666639 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798e6d1d-5021-4362-afd9-2c9ca8713f1f admin admin] Made reservation on behalf of bc83e8c911c34832961cc7c2d780d2a5 for: {'subnet': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:37:45.670634 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-57016daf-1ed5-4d3f-9eec-01838fba4eb5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81c077de-61f6-4c85-a4c4-05286220b475 HTTP/1.1" status: 200 len: 217 time: 0.0727732 Feb 18 12:37:45.672565 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-798e6d1d-5021-4362-afd9-2c9ca8713f1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848986586'] for subnet, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:45.678587 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Network ad5c3ff5-6222-4b19-9abe-55081c3227bd details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:37:45.751687 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-ac160de5-4ece-4b1f-ac59-446b280beba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:45.753438 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-ac160de5-4ece-4b1f-ac59-446b280beba5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a4d82d22-cb07-43da-8de7-7079c79fd615 HTTP/1.1" status: 200 len: 854 time: 0.0771959 Feb 18 12:37:45.812993 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-9a3ee3d8-fa64-43a8-9437-364dc190430c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=dda38cca-a3f3-4425-936a-4ed592e363ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521948 Feb 18 12:37:45.994529 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-0f956ff4-9634-4022-9410-a18ffa68366e service neutron] 10.222.0.99 "GET /v2.0/networks/dda38cca-a3f3-4425-936a-4ed592e363ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744895 Feb 18 12:37:46.044575 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device d92f257d-6664-420b-a094-689adcb71c69 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:37:46.143545 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning for port d92f257d-6664-420b-a094-689adcb71c69 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:37:46.150774 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-21406ec1-8764-43a2-b9a8-cf6e77f987e3 req-581a01af-3495-4a30-ae99-3770bbd16508 service neutron] 10.222.0.99 "GET /v2.0/networks/dda38cca-a3f3-4425-936a-4ed592e363ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1494455 Feb 18 12:37:46.151504 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port d92f257d-6664-420b-a094-689adcb71c69 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:46.152742 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:46.158077 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-798e6d1d-5021-4362-afd9-2c9ca8713f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848845742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848986603'] for subnet, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:46.180336 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6418c631-3f33-4439-babb-dcbf1061072a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:46.286274 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:46.304629 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] For port d92f257d-6664-420b-a094-689adcb71c69, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=d92f257d-6664-420b-a094-689adcb71c69,segment=NetworkSegment(cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0),segment_id=cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:37:46.308024 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:46.310608 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-953839ae-a944-48c6-98a6-ef22b801460a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:46.319211 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e6d1d-5021-4362-afd9-2c9ca8713f1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee164e38-eca1-46ec-b84c-1460af1a51ef,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:46.322396 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-798e6d1d-5021-4362-afd9-2c9ca8713f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:46.357858 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117df63c-2510-4dc5-b004-ee6b447b9e23 req-37c6f978-2f66-4ada-9487-847896327f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:46.359796 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-117df63c-2510-4dc5-b004-ee6b447b9e23 req-37c6f978-2f66-4ada-9487-847896327f07 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9722f9f69cf46fead0f063b8a43a4b8&device_id=e759cfb9-9010-4ca9-885b-b39faf81f21d HTTP/1.1" status: 200 len: 1161 time: 0.0851636 Feb 18 12:37:46.389224 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Pushing event updated for resources: {'Port': ['ID=d92f257d-6664-420b-a094-689adcb71c69,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:46.422895 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:46.423793 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798e6d1d-5021-4362-afd9-2c9ca8713f1f admin admin] Checking segment: {'id': 'dc93ace0-b4b7-4442-a7c9-5b69be915999', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ad5c3ff5-6222-4b19-9abe-55081c3227bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:37:46.423793 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798e6d1d-5021-4362-afd9-2c9ca8713f1f admin admin] Network hostable DHCP agents. Network: ad5c3ff5-6222-4b19-9abe-55081c3227bd, hostable agents: ['bed05dfd-bd83-4319-8df6-46deac5f4b19'], hosted agents: [] {{(pid=83986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:37:46.447943 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798e6d1d-5021-4362-afd9-2c9ca8713f1f admin admin] Network ad5c3ff5-6222-4b19-9abe-55081c3227bd is scheduled to be hosted by DHCP agent bed05dfd-bd83-4319-8df6-46deac5f4b19 with binding_index 1 {{(pid=83986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:37:46.459641 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-798e6d1d-5021-4362-afd9-2c9ca8713f1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-iscsi, ad5c3ff5-6222-4b19-9abe-55081c3227bd) {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:37:46.470741 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf77f85-db45-4f5b-ae52-5e764bdc9614 None None] Network ad5c3ff5-6222-4b19-9abe-55081c3227bd requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:37:46.476468 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798e6d1d-5021-4362-afd9-2c9ca8713f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:46.477398 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-798e6d1d-5021-4362-afd9-2c9ca8713f1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:46.501425 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-798e6d1d-5021-4362-afd9-2c9ca8713f1f admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8791411 Feb 18 12:37:46.504534 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 49494) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:37:46.511518 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-90d6921a-af73-4ed5-80c8-4f97d7153702 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1640773685-router', 'tenant_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:37:46.518313 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-90d6921a-af73-4ed5-80c8-4f97d7153702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:37:46.523053 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-90d6921a-af73-4ed5-80c8-4f97d7153702 admin admin] Usage tracker for resource:router and tenant:bc83e8c911c34832961cc7c2d780d2a5 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:37:46.528670 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-90d6921a-af73-4ed5-80c8-4f97d7153702 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:37:46.536079 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-90d6921a-af73-4ed5-80c8-4f97d7153702 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:37:46.538872 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117df63c-2510-4dc5-b004-ee6b447b9e23 req-533f2156-5aec-48ac-bca7-da04f550b266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:46.540684 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-117df63c-2510-4dc5-b004-ee6b447b9e23 req-533f2156-5aec-48ac-bca7-da04f550b266 service neutron] 10.222.0.99 "GET /v2.0/networks?id=dda38cca-a3f3-4425-936a-4ed592e363ca HTTP/1.1" status: 200 len: 908 time: 0.1736383 Feb 18 12:37:46.546350 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90d6921a-af73-4ed5-80c8-4f97d7153702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854405644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45858'] for router, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:46.547649 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90d6921a-af73-4ed5-80c8-4f97d7153702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854405659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854412285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7878893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854729959'] for router, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:46.568266 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90d6921a-af73-4ed5-80c8-4f97d7153702 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:46.590665 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:46.662660 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-117df63c-2510-4dc5-b004-ee6b447b9e23 req-aa786962-e334-4a54-9ab7-e3a87fffeb0c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81c077de-61f6-4c85-a4c4-05286220b475 HTTP/1.1" status: 200 len: 217 time: 0.1147869 Feb 18 12:37:46.748102 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5dfbc1-7a94-43f8-80dc-4a2f88d1eef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf59abdbf-fe40-5d86-8cc1-ae78ae9cb90e-ad5c3ff5-6222-4b19-9abe-55081c3227bd', 'network_id': 'ad5c3ff5-6222-4b19-9abe-55081c3227bd', 'tenant_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'fixed_ips': [{'subnet_id': 'ee164e38-eca1-46ec-b84c-1460af1a51ef'}]}} from dv-cinder-776422-1-iscsi. {{(pid=83988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 12:37:46.749431 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1a5dfbc1-7a94-43f8-80dc-4a2f88d1eef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:46.773106 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117df63c-2510-4dc5-b004-ee6b447b9e23 req-c653b1d5-aa90-45d1-9879-f019b845761c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:46.774834 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-117df63c-2510-4dc5-b004-ee6b447b9e23 req-c653b1d5-aa90-45d1-9879-f019b845761c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a4d82d22-cb07-43da-8de7-7079c79fd615 HTTP/1.1" status: 200 len: 854 time: 0.1051252 Feb 18 12:37:46.830003 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d2c88-877d-40dd-b509-b9c51d678cc3 req-a9dd37a1-e116-4aaf-8c9a-ed8a56f37e7d tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:46.831689 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7c6d2c88-877d-40dd-b509-b9c51d678cc3 req-a9dd37a1-e116-4aaf-8c9a-ed8a56f37e7d tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=e759cfb9-9010-4ca9-885b-b39faf81f21d HTTP/1.1" status: 200 len: 944 time: 0.2201602 Feb 18 12:37:46.839510 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-117df63c-2510-4dc5-b004-ee6b447b9e23 req-7c12fcb1-c360-48ab-af93-c7b64c389e78 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=dda38cca-a3f3-4425-936a-4ed592e363ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569198 Feb 18 12:37:46.878211 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90d6921a-af73-4ed5-80c8-4f97d7153702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854412150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854729976'] for router, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:46.982729 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7c6d2c88-877d-40dd-b509-b9c51d678cc3 req-377e61bf-3c3d-4983-bf5e-e770e4a8b0bb tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416204 Feb 18 12:37:47.034329 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-117df63c-2510-4dc5-b004-ee6b447b9e23 req-6db1614b-15c6-4161-9563-d40143d62134 service neutron] 10.222.0.99 "GET /v2.0/networks/dda38cca-a3f3-4425-936a-4ed592e363ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776736 Feb 18 12:37:47.068661 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-1a5dfbc1-7a94-43f8-80dc-4a2f88d1eef0 None None] Allocated IP 172.20.0.2 (ad5c3ff5-6222-4b19-9abe-55081c3227bd/ee164e38-eca1-46ec-b84c-1460af1a51ef/c9d18a97-23a1-4113-abda-682e270f2ba4) {{(pid=83988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:37:47.185986 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-117df63c-2510-4dc5-b004-ee6b447b9e23 req-a3c25e5f-49a4-45dc-b491-0493b8016971 service neutron] 10.222.0.99 "GET /v2.0/networks/dda38cca-a3f3-4425-936a-4ed592e363ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1430628 Feb 18 12:37:47.241414 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90d6921a-af73-4ed5-80c8-4f97d7153702 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:47.275241 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90d6921a-af73-4ed5-80c8-4f97d7153702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:47.309813 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1a5dfbc1-7a94-43f8-80dc-4a2f88d1eef0 None None] Notify callbacks [] for port, precommit_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:47.321545 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-1a5dfbc1-7a94-43f8-80dc-4a2f88d1eef0 None None] Transition to ACTIVE for port object c9d18a97-23a1-4113-abda-682e270f2ba4 will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:37:47.339747 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-1a5dfbc1-7a94-43f8-80dc-4a2f88d1eef0 None None] Transition to ACTIVE for port object c9d18a97-23a1-4113-abda-682e270f2ba4 will not be triggered until provisioned by entity DHCP. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:37:47.345526 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1a5dfbc1-7a94-43f8-80dc-4a2f88d1eef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147'] for port, after_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:47.411863 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7fbe2141-d4f3-4486-8245-59dbb8e6395c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:47.526611 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5dfbc1-7a94-43f8-80dc-4a2f88d1eef0 None None] Pushing event updated for resources: {'Port': ['ID=c9d18a97-23a1-4113-abda-682e270f2ba4,revision_number=1']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:47.534750 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1a5dfbc1-7a94-43f8-80dc-4a2f88d1eef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:47.588594 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5dfbc1-7a94-43f8-80dc-4a2f88d1eef0 None None] Network ad5c3ff5-6222-4b19-9abe-55081c3227bd is already hosted by enough agents. {{(pid=83988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:37:47.590759 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-1a5dfbc1-7a94-43f8-80dc-4a2f88d1eef0 None None] Resources bound (agent type, host, resource id): {{(pid=83988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:37:47.593135 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5dfbc1-7a94-43f8-80dc-4a2f88d1eef0 None None] Received port after_create {{(pid=83988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:37:47.615319 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-90d6921a-af73-4ed5-80c8-4f97d7153702 admin admin] Allocated IP 172.27.1.85 (af22eeb7-a3c9-494b-a94b-4ce3a52cae78/7f96d68a-30b3-4cd1-8fb4-11341d49a56c/fe766f0c-ab71-4b0b-8a80-12ea80767625) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:37:47.672132 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-1a5dfbc1-7a94-43f8-80dc-4a2f88d1eef0 None None] Attempting to bind port c9d18a97-23a1-4113-abda-682e270f2ba4 on host dv-cinder-776422-1-iscsi for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:37:47.672797 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-1a5dfbc1-7a94-43f8-80dc-4a2f88d1eef0 None None] Attempting to bind port c9d18a97-23a1-4113-abda-682e270f2ba4 by drivers openvswitch on host dv-cinder-776422-1-iscsi at level 0 using segments [{'id': 'dc93ace0-b4b7-4442-a7c9-5b69be915999', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ad5c3ff5-6222-4b19-9abe-55081c3227bd'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:37:47.673020 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5dfbc1-7a94-43f8-80dc-4a2f88d1eef0 None None] Attempting to bind port c9d18a97-23a1-4113-abda-682e270f2ba4 on network ad5c3ff5-6222-4b19-9abe-55081c3227bd {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:37:47.679073 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5dfbc1-7a94-43f8-80dc-4a2f88d1eef0 None None] Checking agent: {'id': 'ac3e34c9-0d53-40a9-ab2e-3d2b62a37265', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 21, 35), 'started_at': datetime.datetime(2021, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:37:47.679540 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5dfbc1-7a94-43f8-80dc-4a2f88d1eef0 None None] Checking segment: {'id': 'dc93ace0-b4b7-4442-a7c9-5b69be915999', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ad5c3ff5-6222-4b19-9abe-55081c3227bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:37:47.680013 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1a5dfbc1-7a94-43f8-80dc-4a2f88d1eef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:47.680461 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5dfbc1-7a94-43f8-80dc-4a2f88d1eef0 None None] Bound using segment: {'id': 'dc93ace0-b4b7-4442-a7c9-5b69be915999', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ad5c3ff5-6222-4b19-9abe-55081c3227bd'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:37:47.680985 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-1a5dfbc1-7a94-43f8-80dc-4a2f88d1eef0 None None] Bound port: c9d18a97-23a1-4113-abda-682e270f2ba4, host: dv-cinder-776422-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc93ace0-b4b7-4442-a7c9-5b69be915999', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ad5c3ff5-6222-4b19-9abe-55081c3227bd'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:37:47.681413 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1a5dfbc1-7a94-43f8-80dc-4a2f88d1eef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:47.784697 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-1a5dfbc1-7a94-43f8-80dc-4a2f88d1eef0 None None] For port c9d18a97-23a1-4113-abda-682e270f2ba4, host dv-cinder-776422-1-iscsi, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:37:47.786332 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90d6921a-af73-4ed5-80c8-4f97d7153702 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:47.788156 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-1a5dfbc1-7a94-43f8-80dc-4a2f88d1eef0 None None] For port c9d18a97-23a1-4113-abda-682e270f2ba4, host dv-cinder-776422-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=c9d18a97-23a1-4113-abda-682e270f2ba4,segment=NetworkSegment(dc93ace0-b4b7-4442-a7c9-5b69be915999),segment_id=dc93ace0-b4b7-4442-a7c9-5b69be915999)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:37:47.792611 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1a5dfbc1-7a94-43f8-80dc-4a2f88d1eef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:47.808072 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0094d626-6829-4bb3-8f7e-b0bcc099764c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:47.818535 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90d6921a-af73-4ed5-80c8-4f97d7153702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848845764'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:47.835436 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8aed0197-a3fa-4f30-861e-fd97cd19133e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:47.881749 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7d47cf-1bf3-491d-8541-650215f8100e None None] Sync routers for ids ['3530dfea-431c-4545-b4ac-9137f54668a7'] in dv-cinder-776422-1-iscsi {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:37:47.886441 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7d47cf-1bf3-491d-8541-650215f8100e None None] Routers {'3530dfea-431c-4545-b4ac-9137f54668a7'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:37:47.888417 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-bf7d47cf-1bf3-491d-8541-650215f8100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:37:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['3530dfea-431c-4545-b4ac-9137f54668a7'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:37:47.963844 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5dfbc1-7a94-43f8-80dc-4a2f88d1eef0 None None] Pushing event updated for resources: {'Port': ['ID=c9d18a97-23a1-4113-abda-682e270f2ba4,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:47.971803 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1a5dfbc1-7a94-43f8-80dc-4a2f88d1eef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:47.991532 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6921a-af73-4ed5-80c8-4f97d7153702 admin admin] Pushing event updated for resources: {'Port': ['ID=fe766f0c-ab71-4b0b-8a80-12ea80767625,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:47.994858 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-90d6921a-af73-4ed5-80c8-4f97d7153702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:48.054319 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d6921a-af73-4ed5-80c8-4f97d7153702 admin admin] Network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:37:48.055580 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-90d6921a-af73-4ed5-80c8-4f97d7153702 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:37:48.062638 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d6921a-af73-4ed5-80c8-4f97d7153702 admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:37:48.064976 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device d92f257d-6664-420b-a094-689adcb71c69 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:37:48.134199 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-bf7d47cf-1bf3-491d-8541-650215f8100e None None] Set router 3530dfea-431c-4545-b4ac-9137f54668a7 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:37:48.157259 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port d92f257d-6664-420b-a094-689adcb71c69 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:48.157875 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:48.520188 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee8d14-0dc9-4fef-bea4-b3730df79e46 req-a7075dfe-0f2c-4b5b-be16-c9f8af3f04e4 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:48.521927 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8fee8d14-0dc9-4fef-bea4-b3730df79e46 req-a7075dfe-0f2c-4b5b-be16-c9f8af3f04e4 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=e759cfb9-9010-4ca9-885b-b39faf81f21d HTTP/1.1" status: 200 len: 944 time: 0.3890724 Feb 18 12:37:48.546397 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-bf7d47cf-1bf3-491d-8541-650215f8100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3530dfea-431c-4545-b4ac-9137f54668a7', 'name': 'tempest-TestShelveInstance-1907051409-router', 'tenant_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd92f257d-6664-420b-a094-689adcb71c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:37:36Z', 'updated_at': '2021-02-18T12:37:42Z', 'revision_number': 4, 'project_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'gw_port': {'id': 'd92f257d-6664-420b-a094-689adcb71c69', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3530dfea-431c-4545-b4ac-9137f54668a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:37:38Z', 'updated_at': '2021-02-18T12:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '906e8aeb-e6d9-461e-85cf-35a3a674b196', 'name': '', 'network_id': 'a5588f1f-265a-420c-afdf-ef3ae46672ca', 'tenant_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'mac_address': 'fa:16:3e:3c:a9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3530dfea-431c-4545-b4ac-9137f54668a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f9e0bf6e-a1d7-4688-ad26-02039f4037d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:37:41Z', 'updated_at': '2021-02-18T12:37:42Z', 'revision_number': 2, 'project_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'subnets': [{'id': 'f9e0bf6e-a1d7-4688-ad26-02039f4037d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:37:48.550817 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7d47cf-1bf3-491d-8541-650215f8100e None None] Checking router: 3530dfea-431c-4545-b4ac-9137f54668a7 for host: dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:37:48.551221 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7d47cf-1bf3-491d-8541-650215f8100e None None] Updating router 3530dfea-431c-4545-b4ac-9137f54668a7 port 906e8aeb-e6d9-461e-85cf-35a3a674b196 binding host dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:37:48.609484 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf7d47cf-1bf3-491d-8541-650215f8100e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:48.658360 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8fee8d14-0dc9-4fef-bea4-b3730df79e46 req-b4abaf50-c34e-4a16-abf7-ee1079842f5d tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726826 Feb 18 12:37:48.698991 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90d6921a-af73-4ed5-80c8-4f97d7153702 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:49.076639 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf7d47cf-1bf3-491d-8541-650215f8100e None None] Notify callbacks [] for port, precommit_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:49.090228 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-bf7d47cf-1bf3-491d-8541-650215f8100e None None] Transition to ACTIVE for port object 906e8aeb-e6d9-461e-85cf-35a3a674b196 will not be triggered until provisioned by entity L2. {{(pid=83989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:37:49.093924 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf7d47cf-1bf3-491d-8541-650215f8100e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:49.108421 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6e0af5a7-190b-4b01-8547-cd32ab2c56f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:49.245475 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae46af-2457-41f7-99ef-6ce893ee6c45 None None] Pushing event updated for resources: {'Port': ['ID=906e8aeb-e6d9-461e-85cf-35a3a674b196,revision_number=3']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:49.269119 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae46af-2457-41f7-99ef-6ce893ee6c45 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:49.269506 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae46af-2457-41f7-99ef-6ce893ee6c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:49.269897 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae46af-2457-41f7-99ef-6ce893ee6c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:49.270252 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae46af-2457-41f7-99ef-6ce893ee6c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:49.270620 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae46af-2457-41f7-99ef-6ce893ee6c45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:49.271117 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae46af-2457-41f7-99ef-6ce893ee6c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:49.271348 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae46af-2457-41f7-99ef-6ce893ee6c45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:49.271735 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae46af-2457-41f7-99ef-6ce893ee6c45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:49.272090 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae46af-2457-41f7-99ef-6ce893ee6c45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:49.274740 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae46af-2457-41f7-99ef-6ce893ee6c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:49.274740 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae46af-2457-41f7-99ef-6ce893ee6c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:49.274740 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae46af-2457-41f7-99ef-6ce893ee6c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:49.274740 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae46af-2457-41f7-99ef-6ce893ee6c45 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:49.274740 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae46af-2457-41f7-99ef-6ce893ee6c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:49.274740 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae46af-2457-41f7-99ef-6ce893ee6c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:49.274740 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae46af-2457-41f7-99ef-6ce893ee6c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:49.274740 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae46af-2457-41f7-99ef-6ce893ee6c45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:49.278447 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae46af-2457-41f7-99ef-6ce893ee6c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:49.278447 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae46af-2457-41f7-99ef-6ce893ee6c45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:49.278447 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae46af-2457-41f7-99ef-6ce893ee6c45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:49.278447 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae46af-2457-41f7-99ef-6ce893ee6c45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:49.278447 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae46af-2457-41f7-99ef-6ce893ee6c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:49.278447 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae46af-2457-41f7-99ef-6ce893ee6c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:49.278447 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae46af-2457-41f7-99ef-6ce893ee6c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:49.281886 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-59ae46af-2457-41f7-99ef-6ce893ee6c45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:49.414744 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90d6921a-af73-4ed5-80c8-4f97d7153702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854412059'] for router, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:49.472521 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-bf7d47cf-1bf3-491d-8541-650215f8100e None None] Attempting to bind port 906e8aeb-e6d9-461e-85cf-35a3a674b196 on host dv-cinder-776422-1-iscsi for vnic_type normal with profile {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:37:49.472925 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-bf7d47cf-1bf3-491d-8541-650215f8100e None None] Attempting to bind port 906e8aeb-e6d9-461e-85cf-35a3a674b196 by drivers openvswitch on host dv-cinder-776422-1-iscsi at level 0 using segments [{'id': '4467869a-df34-44b3-83a8-e59b054616c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a5588f1f-265a-420c-afdf-ef3ae46672ca'}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:37:49.473329 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7d47cf-1bf3-491d-8541-650215f8100e None None] Attempting to bind port 906e8aeb-e6d9-461e-85cf-35a3a674b196 on network a5588f1f-265a-420c-afdf-ef3ae46672ca {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:37:49.479198 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7d47cf-1bf3-491d-8541-650215f8100e None None] Checking agent: {'id': 'ac3e34c9-0d53-40a9-ab2e-3d2b62a37265', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 21, 35), 'started_at': datetime.datetime(2021, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:37:49.479637 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7d47cf-1bf3-491d-8541-650215f8100e None None] Checking segment: {'id': '4467869a-df34-44b3-83a8-e59b054616c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a5588f1f-265a-420c-afdf-ef3ae46672ca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:37:49.480085 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf7d47cf-1bf3-491d-8541-650215f8100e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:49.481140 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7d47cf-1bf3-491d-8541-650215f8100e None None] Bound using segment: {'id': '4467869a-df34-44b3-83a8-e59b054616c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a5588f1f-265a-420c-afdf-ef3ae46672ca'} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:37:49.481693 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-bf7d47cf-1bf3-491d-8541-650215f8100e None None] Bound port: 906e8aeb-e6d9-461e-85cf-35a3a674b196, host: dv-cinder-776422-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4467869a-df34-44b3-83a8-e59b054616c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a5588f1f-265a-420c-afdf-ef3ae46672ca'}}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:37:49.482112 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf7d47cf-1bf3-491d-8541-650215f8100e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:49.606947 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-bf7d47cf-1bf3-491d-8541-650215f8100e None None] For port 906e8aeb-e6d9-461e-85cf-35a3a674b196, host dv-cinder-776422-1-iscsi, cleared binding levels {{(pid=83989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:37:49.611258 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-bf7d47cf-1bf3-491d-8541-650215f8100e None None] For port 906e8aeb-e6d9-461e-85cf-35a3a674b196, host dv-cinder-776422-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=906e8aeb-e6d9-461e-85cf-35a3a674b196,segment=NetworkSegment(4467869a-df34-44b3-83a8-e59b054616c1),segment_id=4467869a-df34-44b3-83a8-e59b054616c1)] {{(pid=83989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:37:49.616891 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf7d47cf-1bf3-491d-8541-650215f8100e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:49.646958 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c1beef3b-58d7-4bf4-ae40-5a288991230f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:49.726190 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d6921a-af73-4ed5-80c8-4f97d7153702 admin admin] Router 1016a9b9-532f-463f-841d-fa3318e99a6d is scheduled to L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 with binding_index 1 {{(pid=83986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 12:37:49.769072 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b0a324-a361-4e51-a5b6-fb0123dc820c None None] Network ad5c3ff5-6222-4b19-9abe-55081c3227bd requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:37:49.836814 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae46af-2457-41f7-99ef-6ce893ee6c45 None None] Pushing event updated for resources: {'Port': ['ID=906e8aeb-e6d9-461e-85cf-35a3a674b196,revision_number=4']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:49.843060 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-59ae46af-2457-41f7-99ef-6ce893ee6c45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:49.886212 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7d47cf-1bf3-491d-8541-650215f8100e None None] Routers {'3530dfea-431c-4545-b4ac-9137f54668a7'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:37:49.887535 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-bf7d47cf-1bf3-491d-8541-650215f8100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:37:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['3530dfea-431c-4545-b4ac-9137f54668a7'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:37:49.923375 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-acca7ace-0502-40c9-ab07-37cc87cc8e8c None None] Provisioning for port c9d18a97-23a1-4113-abda-682e270f2ba4 completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:37:49.975722 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d6921a-af73-4ed5-80c8-4f97d7153702 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:37:50.018832 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79300709-cb01-4e05-89ca-ddae433475fd None None] Sync routers for ids ['1016a9b9-532f-463f-841d-fa3318e99a6d'] in dv-cinder-776422-1-iscsi {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:37:50.025095 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90d6921a-af73-4ed5-80c8-4f97d7153702 admin admin] Notify callbacks [] for router, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:50.026865 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-90d6921a-af73-4ed5-80c8-4f97d7153702 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5209260 Feb 18 12:37:50.029851 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 49508) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:37:50.044592 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81673fff-bb36-4476-8d9b-3dcf8e0c33a6 req-e901f824-ae53-48ab-9472-3505e54b8959 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:50.062096 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-81673fff-bb36-4476-8d9b-3dcf8e0c33a6 req-e901f824-ae53-48ab-9472-3505e54b8959 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=e759cfb9-9010-4ca9-885b-b39faf81f21d HTTP/1.1" status: 200 len: 944 time: 0.1949844 Feb 18 12:37:50.128979 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-81673fff-bb36-4476-8d9b-3dcf8e0c33a6 req-8666be98-dcea-43c6-9052-f8f6e7d6aa99 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655100 Feb 18 12:37:50.150640 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79300709-cb01-4e05-89ca-ddae433475fd None None] Routers {'1016a9b9-532f-463f-841d-fa3318e99a6d'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:37:50.151669 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-79300709-cb01-4e05-89ca-ddae433475fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:37:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['1016a9b9-532f-463f-841d-fa3318e99a6d'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:37:50.186593 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-bf7d47cf-1bf3-491d-8541-650215f8100e None None] Set router 3530dfea-431c-4545-b4ac-9137f54668a7 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:37:50.572029 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device c9d18a97-23a1-4113-abda-682e270f2ba4 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:37:50.629307 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-bf7d47cf-1bf3-491d-8541-650215f8100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3530dfea-431c-4545-b4ac-9137f54668a7', 'name': 'tempest-TestShelveInstance-1907051409-router', 'tenant_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd92f257d-6664-420b-a094-689adcb71c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:37:36Z', 'updated_at': '2021-02-18T12:37:42Z', 'revision_number': 4, 'project_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'gw_port': {'id': 'd92f257d-6664-420b-a094-689adcb71c69', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3530dfea-431c-4545-b4ac-9137f54668a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:37:38Z', 'updated_at': '2021-02-18T12:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '906e8aeb-e6d9-461e-85cf-35a3a674b196', 'name': '', 'network_id': 'a5588f1f-265a-420c-afdf-ef3ae46672ca', 'tenant_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'mac_address': 'fa:16:3e:3c:a9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3530dfea-431c-4545-b4ac-9137f54668a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f9e0bf6e-a1d7-4688-ad26-02039f4037d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:37:41Z', 'updated_at': '2021-02-18T12:37:49Z', 'revision_number': 4, 'project_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'subnets': [{'id': 'f9e0bf6e-a1d7-4688-ad26-02039f4037d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:37:50.634506 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7d47cf-1bf3-491d-8541-650215f8100e None None] The sync data for ids ['3530dfea-431c-4545-b4ac-9137f54668a7'] in dv-cinder-776422-1-iscsi is: [{'id': '3530dfea-431c-4545-b4ac-9137f54668a7', 'name': 'tempest-TestShelveInstance-1907051409-router', 'tenant_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd92f257d-6664-420b-a094-689adcb71c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:37:36Z', 'updated_at': '2021-02-18T12:37:42Z', 'revision_number': 4, 'project_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'gw_port': {'id': 'd92f257d-6664-420b-a094-689adcb71c69', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3530dfea-431c-4545-b4ac-9137f54668a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:37:38Z', 'updated_at': '2021-02-18T12:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '906e8aeb-e6d9-461e-85cf-35a3a674b196', 'name': '', 'network_id': 'a5588f1f-265a-420c-afdf-ef3ae46672ca', 'tenant_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'mac_address': 'fa:16:3e:3c:a9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3530dfea-431c-4545-b4ac-9137f54668a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f9e0bf6e-a1d7-4688-ad26-02039f4037d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:37:41Z', 'updated_at': '2021-02-18T12:37:49Z', 'revision_number': 4, 'project_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'subnets': [{'id': 'f9e0bf6e-a1d7-4688-ad26-02039f4037d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:37:50.849035 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-79300709-cb01-4e05-89ca-ddae433475fd None None] Set router 1016a9b9-532f-463f-841d-fa3318e99a6d gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:37:50.897044 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning for port c9d18a97-23a1-4113-abda-682e270f2ba4 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:37:50.980364 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port c9d18a97-23a1-4113-abda-682e270f2ba4 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:50.980799 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:51.106828 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-89f56505-f8a5-4e58-8c85-0cb946529617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:51.317499 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:51.375758 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] For port c9d18a97-23a1-4113-abda-682e270f2ba4, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=c9d18a97-23a1-4113-abda-682e270f2ba4,segment=NetworkSegment(dc93ace0-b4b7-4442-a7c9-5b69be915999),segment_id=dc93ace0-b4b7-4442-a7c9-5b69be915999)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:37:51.380400 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:51.381338 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 906e8aeb-e6d9-461e-85cf-35a3a674b196 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:37:51.410797 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:51.458947 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-79300709-cb01-4e05-89ca-ddae433475fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1016a9b9-532f-463f-841d-fa3318e99a6d', 'name': 'tempest-TestShelveInstance-1640773685-router', 'tenant_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'fe766f0c-ab71-4b0b-8a80-12ea80767625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:37:46Z', 'updated_at': '2021-02-18T12:37:48Z', 'revision_number': 3, 'project_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'gw_port': {'id': 'fe766f0c-ab71-4b0b-8a80-12ea80767625', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1016a9b9-532f-463f-841d-fa3318e99a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:37:47Z', 'updated_at': '2021-02-18T12:37:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi'}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:37:51.505731 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79300709-cb01-4e05-89ca-ddae433475fd None None] Checking router: 1016a9b9-532f-463f-841d-fa3318e99a6d for host: dv-cinder-776422-1-iscsi {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:37:51.506133 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79300709-cb01-4e05-89ca-ddae433475fd None None] Updating router 1016a9b9-532f-463f-841d-fa3318e99a6d port fe766f0c-ab71-4b0b-8a80-12ea80767625 binding host dv-cinder-776422-1-iscsi {{(pid=83988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:37:51.607391 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-2dab70f6-c159-4866-b30f-01d636a1ca10 None None] Provisioning complete for port c9d18a97-23a1-4113-abda-682e270f2ba4 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:51.607860 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2dab70f6-c159-4866-b30f-01d636a1ca10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:51.639988 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaac892-7aa8-4c60-9a18-7e2dfd4a1e5d req-1b24e2d8-8671-469b-9ceb-d55767f06022 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:51.641705 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-abaac892-7aa8-4c60-9a18-7e2dfd4a1e5d req-1b24e2d8-8671-469b-9ceb-d55767f06022 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=e759cfb9-9010-4ca9-885b-b39faf81f21d HTTP/1.1" status: 200 len: 944 time: 0.1935942 Feb 18 12:37:51.665841 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-89f56505-f8a5-4e58-8c85-0cb946529617 admin admin] Allocated IP 172.20.0.1 (ad5c3ff5-6222-4b19-9abe-55081c3227bd/ee164e38-eca1-46ec-b84c-1460af1a51ef/ddf7d86a-85b2-469e-b29f-60bf6e3e975f) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:37:51.670394 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-79300709-cb01-4e05-89ca-ddae433475fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:51.707453 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Pushing event updated for resources: {'Port': ['ID=c9d18a97-23a1-4113-abda-682e270f2ba4,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:51.736404 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:51.741610 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning for port 906e8aeb-e6d9-461e-85cf-35a3a674b196 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:37:51.752672 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 906e8aeb-e6d9-461e-85cf-35a3a674b196 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:51.753177 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:51.795162 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-abaac892-7aa8-4c60-9a18-7e2dfd4a1e5d req-73564636-8c9e-48fd-b5a6-c07f8194ea13 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461632 Feb 18 12:37:51.898169 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-89f56505-f8a5-4e58-8c85-0cb946529617 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:51.928670 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-89f56505-f8a5-4e58-8c85-0cb946529617 admin admin] Transition to ACTIVE for port object ddf7d86a-85b2-469e-b29f-60bf6e3e975f will not be triggered until provisioned by entity DHCP. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:37:51.982687 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-89f56505-f8a5-4e58-8c85-0cb946529617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848845764'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:52.000888 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-11317f97-e719-4d99-9399-24d012c55d17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:52.151502 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f56505-f8a5-4e58-8c85-0cb946529617 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf7d86a-85b2-469e-b29f-60bf6e3e975f,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:52.155937 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-89f56505-f8a5-4e58-8c85-0cb946529617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:52.217455 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f56505-f8a5-4e58-8c85-0cb946529617 admin admin] Network ad5c3ff5-6222-4b19-9abe-55081c3227bd is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:37:52.217721 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:52.219257 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-89f56505-f8a5-4e58-8c85-0cb946529617 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:37:52.222051 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f56505-f8a5-4e58-8c85-0cb946529617 admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:37:52.296142 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] For port 906e8aeb-e6d9-461e-85cf-35a3a674b196, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=906e8aeb-e6d9-461e-85cf-35a3a674b196,segment=NetworkSegment(4467869a-df34-44b3-83a8-e59b054616c1),segment_id=4467869a-df34-44b3-83a8-e59b054616c1)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:37:52.306219 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-d0430dfb-d4a3-458e-b2dc-f7d14b2ec1f2 None None] Provisioning complete for port c9d18a97-23a1-4113-abda-682e270f2ba4 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:52.306638 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d0430dfb-d4a3-458e-b2dc-f7d14b2ec1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:52.327958 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-89f56505-f8a5-4e58-8c85-0cb946529617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364766'] for router_interface, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:52.356450 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:52.363441 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:52.505547 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device c9d18a97-23a1-4113-abda-682e270f2ba4 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:37:52.776446 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-89f56505-f8a5-4e58-8c85-0cb946529617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:52.793200 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Pushing event updated for resources: {'Port': ['ID=906e8aeb-e6d9-461e-85cf-35a3a674b196,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:52.796378 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 81c077de-61f6-4c85-a4c4-05286220b475 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:37:52.827873 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:52.937303 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-79300709-cb01-4e05-89ca-ddae433475fd None None] Notify callbacks [] for port, precommit_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:52.964586 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-79300709-cb01-4e05-89ca-ddae433475fd None None] Transition to ACTIVE for port object fe766f0c-ab71-4b0b-8a80-12ea80767625 will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:37:52.976488 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-79300709-cb01-4e05-89ca-ddae433475fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:52.991932 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-953839ae-a944-48c6-98a6-ef22b801460a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:53.101359 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd82eb-4bae-403b-a86a-7f52a94a8a15 req-388f1ed7-826e-4c82-8282-2fd8094c66e1 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:53.103211 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fcbd82eb-4bae-403b-a86a-7f52a94a8a15 req-388f1ed7-826e-4c82-8282-2fd8094c66e1 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=e759cfb9-9010-4ca9-885b-b39faf81f21d HTTP/1.1" status: 200 len: 944 time: 0.0964630 Feb 18 12:37:53.125681 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-89f56505-f8a5-4e58-8c85-0cb946529617 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:53.131105 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-89f56505-f8a5-4e58-8c85-0cb946529617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5930020'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:53.164581 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port c9d18a97-23a1-4113-abda-682e270f2ba4 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:53.165726 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:53.165948 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-aa7e5051-5ddd-4727-8dc1-0c70ef9c4c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:53.181386 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fcbd82eb-4bae-403b-a86a-7f52a94a8a15 req-4441549d-c083-447e-82f8-6d484ecfe17e tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680346 Feb 18 12:37:53.229477 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning for port 81c077de-61f6-4c85-a4c4-05286220b475 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:37:53.260359 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f56505-f8a5-4e58-8c85-0cb946529617 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf7d86a-85b2-469e-b29f-60bf6e3e975f,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:53.261304 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-93e40dc9-d981-4fcf-8031-5ed1f3613cba None None] Provisioning for port ddf7d86a-85b2-469e-b29f-60bf6e3e975f completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:37:53.263228 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-89f56505-f8a5-4e58-8c85-0cb946529617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846870376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854411140'] for router_interface, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:53.264744 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 81c077de-61f6-4c85-a4c4-05286220b475 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:53.265170 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:53.278649 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-89f56505-f8a5-4e58-8c85-0cb946529617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:53.301693 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84faa63c-8529-4a9c-9b82-d712dfb084bb None None] Pushing event updated for resources: {'Port': ['ID=fe766f0c-ab71-4b0b-8a80-12ea80767625,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:53.335330 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-84faa63c-8529-4a9c-9b82-d712dfb084bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:53.342911 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-93e40dc9-d981-4fcf-8031-5ed1f3613cba None None] Provisioning complete for port ddf7d86a-85b2-469e-b29f-60bf6e3e975f triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:53.343337 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-93e40dc9-d981-4fcf-8031-5ed1f3613cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:53.426535 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f56505-f8a5-4e58-8c85-0cb946529617 admin admin] Network ad5c3ff5-6222-4b19-9abe-55081c3227bd is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:37:53.427966 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-89f56505-f8a5-4e58-8c85-0cb946529617 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:37:53.513376 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-93e40dc9-d981-4fcf-8031-5ed1f3613cba None None] Port ddf7d86a-85b2-469e-b29f-60bf6e3e975f cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:37:53.640929 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-79300709-cb01-4e05-89ca-ddae433475fd None None] Attempting to bind port fe766f0c-ab71-4b0b-8a80-12ea80767625 on host dv-cinder-776422-1-iscsi for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:37:53.641363 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-79300709-cb01-4e05-89ca-ddae433475fd None None] Attempting to bind port fe766f0c-ab71-4b0b-8a80-12ea80767625 by drivers openvswitch on host dv-cinder-776422-1-iscsi at level 0 using segments [{'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:37:53.641905 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79300709-cb01-4e05-89ca-ddae433475fd None None] Attempting to bind port fe766f0c-ab71-4b0b-8a80-12ea80767625 on network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:37:53.642815 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f56505-f8a5-4e58-8c85-0cb946529617 admin admin] Router 1016a9b9-532f-463f-841d-fa3318e99a6d has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:37:53.677201 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79300709-cb01-4e05-89ca-ddae433475fd None None] Checking agent: {'id': 'ac3e34c9-0d53-40a9-ab2e-3d2b62a37265', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 21, 35), 'started_at': datetime.datetime(2021, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:37:53.677904 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79300709-cb01-4e05-89ca-ddae433475fd None None] Checking segment: {'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:37:53.678671 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-79300709-cb01-4e05-89ca-ddae433475fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:53.679414 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79300709-cb01-4e05-89ca-ddae433475fd None None] Bound using segment: {'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:37:53.680318 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-79300709-cb01-4e05-89ca-ddae433475fd None None] Bound port: fe766f0c-ab71-4b0b-8a80-12ea80767625, host: dv-cinder-776422-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:37:53.681005 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-79300709-cb01-4e05-89ca-ddae433475fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:53.768818 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:53.816065 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-6444b54d-d41a-4200-bd47-fe500568cacd None None] Provisioning complete for port ddf7d86a-85b2-469e-b29f-60bf6e3e975f triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:53.816682 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6444b54d-d41a-4200-bd47-fe500568cacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:53.844075 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f56505-f8a5-4e58-8c85-0cb946529617 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:37:53.853772 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-89f56505-f8a5-4e58-8c85-0cb946529617 admin admin] 10.222.0.83 "PUT /v2.0/routers/1016a9b9-532f-463f-841d-fa3318e99a6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8218746 Feb 18 12:37:53.866637 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e759cfb9-9010-4ca9-885b-b39faf81f21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c077de-61f6-4c85-a4c4-05286220b475'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:37:53.894956 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port 81c077de-61f6-4c85-a4c4-05286220b475, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=81c077de-61f6-4c85-a4c4-05286220b475,segment=NetworkSegment(a60238de-a725-4d2c-a3ec-f90af54a43f4),segment_id=a60238de-a725-4d2c-a3ec-f90af54a43f4)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:37:53.898859 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-79300709-cb01-4e05-89ca-ddae433475fd None None] For port fe766f0c-ab71-4b0b-8a80-12ea80767625, host dv-cinder-776422-1-iscsi, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:37:53.904261 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-79300709-cb01-4e05-89ca-ddae433475fd None None] For port fe766f0c-ab71-4b0b-8a80-12ea80767625, host dv-cinder-776422-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=fe766f0c-ab71-4b0b-8a80-12ea80767625,segment=NetworkSegment(cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0),segment_id=cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:37:53.905451 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-6444b54d-d41a-4200-bd47-fe500568cacd None None] Port ddf7d86a-85b2-469e-b29f-60bf6e3e975f cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:37:53.907122 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:53.910976 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:53.948102 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e759cfb9-9010-4ca9-885b-b39faf81f21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c077de-61f6-4c85-a4c4-05286220b475', 'code': 200} Feb 18 12:37:53.955507 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-79300709-cb01-4e05-89ca-ddae433475fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:54.093872 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=81c077de-61f6-4c85-a4c4-05286220b475,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:54.098992 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:54.099525 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-beb397c9-4076-4fd1-84e2-73c9c506bb7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:54.225024 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84faa63c-8529-4a9c-9b82-d712dfb084bb None None] Pushing event updated for resources: {'Port': ['ID=fe766f0c-ab71-4b0b-8a80-12ea80767625,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:54.229689 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-84faa63c-8529-4a9c-9b82-d712dfb084bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:54.237137 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79300709-cb01-4e05-89ca-ddae433475fd None None] Routers {'1016a9b9-532f-463f-841d-fa3318e99a6d'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:37:54.237823 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-79300709-cb01-4e05-89ca-ddae433475fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:37:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['1016a9b9-532f-463f-841d-fa3318e99a6d'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:37:54.295077 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e4e95-fd65-49ef-8717-2dffad08a463 req-35aaf779-7514-4ad7-8fe6-9c413564beff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:54.297469 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d46e4e95-fd65-49ef-8717-2dffad08a463 req-35aaf779-7514-4ad7-8fe6-9c413564beff service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e759cfb9-9010-4ca9-885b-b39faf81f21d HTTP/1.1" status: 200 len: 1163 time: 0.1252260 Feb 18 12:37:54.415881 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d46e4e95-fd65-49ef-8717-2dffad08a463 req-2da952fe-a097-4967-97c2-5fa446cd8e39 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083801 Feb 18 12:37:54.452329 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-79300709-cb01-4e05-89ca-ddae433475fd None None] Set router 1016a9b9-532f-463f-841d-fa3318e99a6d gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:37:54.513289 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 906e8aeb-e6d9-461e-85cf-35a3a674b196 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:37:54.520013 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39539900-4f54-4f4b-92e9-27d5e18c0f7e req-cba86a9c-a774-45ca-ae1c-695c827604f4 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:54.523246 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-39539900-4f54-4f4b-92e9-27d5e18c0f7e req-cba86a9c-a774-45ca-ae1c-695c827604f4 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=e759cfb9-9010-4ca9-885b-b39faf81f21d HTTP/1.1" status: 200 len: 946 time: 0.1911976 Feb 18 12:37:54.585927 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-39539900-4f54-4f4b-92e9-27d5e18c0f7e req-0b9bc898-3bc0-48bb-bfcd-03c8d55721a3 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491164 Feb 18 12:37:54.672818 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-6358a3c6-f47e-4ac0-8742-dc2b0907ebec req-7fe6838d-63f7-41fa-92a3-cbe27e9846c6 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-2021315761', 'description': 'tempest-TestShelveInstance-2021315761 description'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:37:54.679857 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-6358a3c6-f47e-4ac0-8742-dc2b0907ebec req-7fe6838d-63f7-41fa-92a3-cbe27e9846c6 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:37:54.685349 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-6358a3c6-f47e-4ac0-8742-dc2b0907ebec req-7fe6838d-63f7-41fa-92a3-cbe27e9846c6 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Usage tracker for resource:security_group and tenant:a450f019cfe246a6a0f61b2453b39ffe is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:37:54.694046 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-6358a3c6-f47e-4ac0-8742-dc2b0907ebec req-7fe6838d-63f7-41fa-92a3-cbe27e9846c6 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:37:54.700828 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-6358a3c6-f47e-4ac0-8742-dc2b0907ebec req-7fe6838d-63f7-41fa-92a3-cbe27e9846c6 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:37:54.712252 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6358a3c6-f47e-4ac0-8742-dc2b0907ebec req-7fe6838d-63f7-41fa-92a3-cbe27e9846c6 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:54.735288 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-6358a3c6-f47e-4ac0-8742-dc2b0907ebec req-7fe6838d-63f7-41fa-92a3-cbe27e9846c6 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:37:54.739473 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-6358a3c6-f47e-4ac0-8742-dc2b0907ebec req-7fe6838d-63f7-41fa-92a3-cbe27e9846c6 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Usage tracker for resource:security_group_rule and tenant:a450f019cfe246a6a0f61b2453b39ffe is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:37:54.742713 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-6358a3c6-f47e-4ac0-8742-dc2b0907ebec req-7fe6838d-63f7-41fa-92a3-cbe27e9846c6 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:37:54.749357 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-6358a3c6-f47e-4ac0-8742-dc2b0907ebec req-7fe6838d-63f7-41fa-92a3-cbe27e9846c6 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:37:54.785568 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 906e8aeb-e6d9-461e-85cf-35a3a674b196 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:54.785986 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:54.831012 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6358a3c6-f47e-4ac0-8742-dc2b0907ebec req-7fe6838d-63f7-41fa-92a3-cbe27e9846c6 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:54.835264 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6358a3c6-f47e-4ac0-8742-dc2b0907ebec req-7fe6838d-63f7-41fa-92a3-cbe27e9846c6 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:54.841151 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a440a3d0-89ed-4ec5-a448-11235149fcab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:54.883333 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6838d-63f7-41fa-92a3-cbe27e9846c6 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=855e7bd1-f210-44f3-8946-945746aab679,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:54.886182 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6358a3c6-f47e-4ac0-8742-dc2b0907ebec req-7fe6838d-63f7-41fa-92a3-cbe27e9846c6 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:54.896184 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6358a3c6-f47e-4ac0-8742-dc2b0907ebec req-7fe6838d-63f7-41fa-92a3-cbe27e9846c6 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2247825 Feb 18 12:37:54.897001 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7fe6838d-63f7-41fa-92a3-cbe27e9846c6 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:54.962758 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-32fa0b62-bc80-4efc-9c49-131610038a5c req-96245dca-56d7-4381-a9ed-270bb1ff8cba tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups/855e7bd1-f210-44f3-8946-945746aab679 HTTP/1.1" status: 200 len: 1802 time: 0.0514503 Feb 18 12:37:54.974874 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-32fa0b62-bc80-4efc-9c49-131610038a5c req-16dbf339-29cb-4313-8423-b04e2825fcf9 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '855e7bd1-f210-44f3-8946-945746aab679', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:37:54.975231 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-32fa0b62-bc80-4efc-9c49-131610038a5c req-16dbf339-29cb-4313-8423-b04e2825fcf9 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '855e7bd1-f210-44f3-8946-945746aab679', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:37:54.982328 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-32fa0b62-bc80-4efc-9c49-131610038a5c req-16dbf339-29cb-4313-8423-b04e2825fcf9 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:37:54.986567 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-32fa0b62-bc80-4efc-9c49-131610038a5c req-16dbf339-29cb-4313-8423-b04e2825fcf9 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Usage tracker for resource:security_group_rule and tenant:a450f019cfe246a6a0f61b2453b39ffe is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:37:54.989651 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-32fa0b62-bc80-4efc-9c49-131610038a5c req-16dbf339-29cb-4313-8423-b04e2825fcf9 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:37:54.995590 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-32fa0b62-bc80-4efc-9c49-131610038a5c req-16dbf339-29cb-4313-8423-b04e2825fcf9 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:37:55.022256 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-79300709-cb01-4e05-89ca-ddae433475fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1016a9b9-532f-463f-841d-fa3318e99a6d', 'name': 'tempest-TestShelveInstance-1640773685-router', 'tenant_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'fe766f0c-ab71-4b0b-8a80-12ea80767625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:37:46Z', 'updated_at': '2021-02-18T12:37:52Z', 'revision_number': 4, 'project_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'gw_port': {'id': 'fe766f0c-ab71-4b0b-8a80-12ea80767625', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1016a9b9-532f-463f-841d-fa3318e99a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:37:47Z', 'updated_at': '2021-02-18T12:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': 'ddf7d86a-85b2-469e-b29f-60bf6e3e975f', 'name': '', 'network_id': 'ad5c3ff5-6222-4b19-9abe-55081c3227bd', 'tenant_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'mac_address': 'fa:16:3e:19:42:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1016a9b9-532f-463f-841d-fa3318e99a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ee164e38-eca1-46ec-b84c-1460af1a51ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:37:51Z', 'updated_at': '2021-02-18T12:37:52Z', 'revision_number': 2, 'project_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'subnets': [{'id': 'ee164e38-eca1-46ec-b84c-1460af1a51ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:37:55.026826 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79300709-cb01-4e05-89ca-ddae433475fd None None] The sync data for ids ['1016a9b9-532f-463f-841d-fa3318e99a6d'] in dv-cinder-776422-1-iscsi is: [{'id': '1016a9b9-532f-463f-841d-fa3318e99a6d', 'name': 'tempest-TestShelveInstance-1640773685-router', 'tenant_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'fe766f0c-ab71-4b0b-8a80-12ea80767625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:37:46Z', 'updated_at': '2021-02-18T12:37:52Z', 'revision_number': 4, 'project_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'gw_port': {'id': 'fe766f0c-ab71-4b0b-8a80-12ea80767625', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1016a9b9-532f-463f-841d-fa3318e99a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:37:47Z', 'updated_at': '2021-02-18T12:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': 'ddf7d86a-85b2-469e-b29f-60bf6e3e975f', 'name': '', 'network_id': 'ad5c3ff5-6222-4b19-9abe-55081c3227bd', 'tenant_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'mac_address': 'fa:16:3e:19:42:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1016a9b9-532f-463f-841d-fa3318e99a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ee164e38-eca1-46ec-b84c-1460af1a51ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:37:51Z', 'updated_at': '2021-02-18T12:37:52Z', 'revision_number': 2, 'project_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'subnets': [{'id': 'ee164e38-eca1-46ec-b84c-1460af1a51ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:37:55.068785 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-32fa0b62-bc80-4efc-9c49-131610038a5c req-16dbf339-29cb-4313-8423-b04e2825fcf9 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:55.095768 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-32fa0b62-bc80-4efc-9c49-131610038a5c req-16dbf339-29cb-4313-8423-b04e2825fcf9 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:55.098790 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-32fa0b62-bc80-4efc-9c49-131610038a5c req-16dbf339-29cb-4313-8423-b04e2825fcf9 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898374'] for security_group_rule, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:55.106877 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:55.131143 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dbf339-29cb-4313-8423-b04e2825fcf9 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190439aa-9545-425c-b557-52d9c570ab8b,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:55.134601 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-16dbf339-29cb-4313-8423-b04e2825fcf9 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:55.139421 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-32fa0b62-bc80-4efc-9c49-131610038a5c req-16dbf339-29cb-4313-8423-b04e2825fcf9 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:55.140766 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-32fa0b62-bc80-4efc-9c49-131610038a5c req-16dbf339-29cb-4313-8423-b04e2825fcf9 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1704745 Feb 18 12:37:55.220938 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d31a131a-11f5-4dcf-bb34-44df364e22fb req-70c34247-f22f-4e16-b130-72487ebc5ce2 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups/855e7bd1-f210-44f3-8946-945746aab679 HTTP/1.1" status: 200 len: 2395 time: 0.0530372 Feb 18 12:37:55.232462 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-d31a131a-11f5-4dcf-bb34-44df364e22fb req-ac76054f-a44c-41a5-94a5-cafe6441e1d9 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '855e7bd1-f210-44f3-8946-945746aab679', 'remote_group_id': None}]} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:37:55.232815 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-d31a131a-11f5-4dcf-bb34-44df364e22fb req-ac76054f-a44c-41a5-94a5-cafe6441e1d9 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '855e7bd1-f210-44f3-8946-945746aab679', 'remote_group_id': None}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:37:55.240081 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-d31a131a-11f5-4dcf-bb34-44df364e22fb req-ac76054f-a44c-41a5-94a5-cafe6441e1d9 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:37:55.246898 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-d31a131a-11f5-4dcf-bb34-44df364e22fb req-ac76054f-a44c-41a5-94a5-cafe6441e1d9 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Usage tracker for resource:security_group_rule and tenant:a450f019cfe246a6a0f61b2453b39ffe is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:37:55.250263 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-d31a131a-11f5-4dcf-bb34-44df364e22fb req-ac76054f-a44c-41a5-94a5-cafe6441e1d9 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:37:55.257182 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-d31a131a-11f5-4dcf-bb34-44df364e22fb req-ac76054f-a44c-41a5-94a5-cafe6441e1d9 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:37:55.331011 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d31a131a-11f5-4dcf-bb34-44df364e22fb req-ac76054f-a44c-41a5-94a5-cafe6441e1d9 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:55.372317 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d31a131a-11f5-4dcf-bb34-44df364e22fb req-ac76054f-a44c-41a5-94a5-cafe6441e1d9 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:55.376429 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d31a131a-11f5-4dcf-bb34-44df364e22fb req-ac76054f-a44c-41a5-94a5-cafe6441e1d9 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898374'] for security_group_rule, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:55.385407 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:55.411643 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76054f-a44c-41a5-94a5-cafe6441e1d9 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b87e1a-c72a-4050-978c-eb3e47350d8f,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:55.416284 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ac76054f-a44c-41a5-94a5-cafe6441e1d9 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:55.423178 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d31a131a-11f5-4dcf-bb34-44df364e22fb req-ac76054f-a44c-41a5-94a5-cafe6441e1d9 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:55.424335 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d31a131a-11f5-4dcf-bb34-44df364e22fb req-ac76054f-a44c-41a5-94a5-cafe6441e1d9 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1967702 Feb 18 12:37:55.952912 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b8d15-b128-4f51-8ce3-c5356a4c0802 req-46636bf5-66c3-426d-b49b-d8d75612a91c tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:55.954566 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-537b8d15-b128-4f51-8ce3-c5356a4c0802 req-46636bf5-66c3-426d-b49b-d8d75612a91c tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=e759cfb9-9010-4ca9-885b-b39faf81f21d HTTP/1.1" status: 200 len: 946 time: 0.1291544 Feb 18 12:37:56.039611 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-537b8d15-b128-4f51-8ce3-c5356a4c0802 req-1876b0b0-9b16-4032-baf0-078a9825f9dc tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717239 Feb 18 12:37:56.481321 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device fe766f0c-ab71-4b0b-8a80-12ea80767625 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:37:56.583790 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 81c077de-61f6-4c85-a4c4-05286220b475 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:37:56.692527 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning for port fe766f0c-ab71-4b0b-8a80-12ea80767625 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:37:56.702029 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port fe766f0c-ab71-4b0b-8a80-12ea80767625 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:56.702440 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:56.733707 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 81c077de-61f6-4c85-a4c4-05286220b475 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:56.734128 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:57.158903 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:57.188804 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] For port fe766f0c-ab71-4b0b-8a80-12ea80767625, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=fe766f0c-ab71-4b0b-8a80-12ea80767625,segment=NetworkSegment(cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0),segment_id=cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:37:57.193568 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:57.196807 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7fbe2141-d4f3-4486-8245-59dbb8e6395c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:57.296023 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Pushing event updated for resources: {'Port': ['ID=fe766f0c-ab71-4b0b-8a80-12ea80767625,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:57.299541 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:57.304929 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dbd51-3dd2-42f4-9c5e-d9d02418b5d0 req-c20515ce-0ca1-4c34-8cdb-6aebe15111fe tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:57.306436 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-971dbd51-3dd2-42f4-9c5e-d9d02418b5d0 req-c20515ce-0ca1-4c34-8cdb-6aebe15111fe tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=e759cfb9-9010-4ca9-885b-b39faf81f21d HTTP/1.1" status: 200 len: 946 time: 0.1225893 Feb 18 12:37:57.364315 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-971dbd51-3dd2-42f4-9c5e-d9d02418b5d0 req-ca0fde3f-73c8-4f3f-ba58-a4df7ad3af76 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501533 Feb 18 12:37:58.314378 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:37:58.446205 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device fe766f0c-ab71-4b0b-8a80-12ea80767625 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:37:58.535934 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port fe766f0c-ab71-4b0b-8a80-12ea80767625 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:58.536635 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:58.601389 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca95b6dd-8dd9-4a9a-a43f-2de301b98956 None None] Sync routers for ids ['1016a9b9-532f-463f-841d-fa3318e99a6d'] in dv-cinder-776422-1-iscsi {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:37:58.613461 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca95b6dd-8dd9-4a9a-a43f-2de301b98956 None None] Routers {'1016a9b9-532f-463f-841d-fa3318e99a6d'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:37:58.614147 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-ca95b6dd-8dd9-4a9a-a43f-2de301b98956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:37:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['1016a9b9-532f-463f-841d-fa3318e99a6d'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:37:58.816472 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-ca95b6dd-8dd9-4a9a-a43f-2de301b98956 None None] Set router 1016a9b9-532f-463f-841d-fa3318e99a6d gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:37:59.219595 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-ca95b6dd-8dd9-4a9a-a43f-2de301b98956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1016a9b9-532f-463f-841d-fa3318e99a6d', 'name': 'tempest-TestShelveInstance-1640773685-router', 'tenant_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'fe766f0c-ab71-4b0b-8a80-12ea80767625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:37:46Z', 'updated_at': '2021-02-18T12:37:52Z', 'revision_number': 4, 'project_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'gw_port': {'id': 'fe766f0c-ab71-4b0b-8a80-12ea80767625', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1016a9b9-532f-463f-841d-fa3318e99a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:37:47Z', 'updated_at': '2021-02-18T12:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': 'ddf7d86a-85b2-469e-b29f-60bf6e3e975f', 'name': '', 'network_id': 'ad5c3ff5-6222-4b19-9abe-55081c3227bd', 'tenant_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'mac_address': 'fa:16:3e:19:42:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1016a9b9-532f-463f-841d-fa3318e99a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ee164e38-eca1-46ec-b84c-1460af1a51ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:37:51Z', 'updated_at': '2021-02-18T12:37:52Z', 'revision_number': 2, 'project_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'subnets': [{'id': 'ee164e38-eca1-46ec-b84c-1460af1a51ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:37:59.224433 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca95b6dd-8dd9-4a9a-a43f-2de301b98956 None None] Checking router: 1016a9b9-532f-463f-841d-fa3318e99a6d for host: dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:37:59.224831 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca95b6dd-8dd9-4a9a-a43f-2de301b98956 None None] Updating router 1016a9b9-532f-463f-841d-fa3318e99a6d port ddf7d86a-85b2-469e-b29f-60bf6e3e975f binding host dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:37:59.287266 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ca95b6dd-8dd9-4a9a-a43f-2de301b98956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:59.926362 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ca95b6dd-8dd9-4a9a-a43f-2de301b98956 None None] Notify callbacks [] for port, precommit_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:59.942184 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-ca95b6dd-8dd9-4a9a-a43f-2de301b98956 None None] Transition to ACTIVE for port object ddf7d86a-85b2-469e-b29f-60bf6e3e975f will not be triggered until provisioned by entity L2. {{(pid=83989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:37:59.946414 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ca95b6dd-8dd9-4a9a-a43f-2de301b98956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:59.965261 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7f138bfd-1ca2-456b-a3ca-b804c8d6d576 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:00.028914 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319cda40-7352-4a8c-b035-52094181eaa4 req-58f72de4-1773-43d5-ba94-6b7cfd4b561b tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:00.030500 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-319cda40-7352-4a8c-b035-52094181eaa4 req-58f72de4-1773-43d5-ba94-6b7cfd4b561b tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 984 time: 0.1809561 Feb 18 12:38:00.037456 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5936327-8416-4cdd-abe6-30f51f588d67 req-2aaae18a-2f83-4100-9fae-2215dfe463bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:00.039113 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a5936327-8416-4cdd-abe6-30f51f588d67 req-2aaae18a-2f83-4100-9fae-2215dfe463bd service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d19cc7f219c541d79e256e08131b7da3&device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 1202 time: 0.1468160 Feb 18 12:38:00.116925 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8074e9-dbe3-4be8-b47f-d209f7dfd903 None None] Pushing event updated for resources: {'Port': ['ID=ddf7d86a-85b2-469e-b29f-60bf6e3e975f,revision_number=3']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:00.130772 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-de8074e9-dbe3-4be8-b47f-d209f7dfd903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:00.438997 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-ca95b6dd-8dd9-4a9a-a43f-2de301b98956 None None] Attempting to bind port ddf7d86a-85b2-469e-b29f-60bf6e3e975f on host dv-cinder-776422-1-iscsi for vnic_type normal with profile {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:38:00.440738 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-ca95b6dd-8dd9-4a9a-a43f-2de301b98956 None None] Attempting to bind port ddf7d86a-85b2-469e-b29f-60bf6e3e975f by drivers openvswitch on host dv-cinder-776422-1-iscsi at level 0 using segments [{'id': 'dc93ace0-b4b7-4442-a7c9-5b69be915999', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ad5c3ff5-6222-4b19-9abe-55081c3227bd'}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:38:00.441487 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca95b6dd-8dd9-4a9a-a43f-2de301b98956 None None] Attempting to bind port ddf7d86a-85b2-469e-b29f-60bf6e3e975f on network ad5c3ff5-6222-4b19-9abe-55081c3227bd {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:38:00.456088 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca95b6dd-8dd9-4a9a-a43f-2de301b98956 None None] Checking agent: {'id': 'ac3e34c9-0d53-40a9-ab2e-3d2b62a37265', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 21, 35), 'started_at': datetime.datetime(2021, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:38:00.456524 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca95b6dd-8dd9-4a9a-a43f-2de301b98956 None None] Checking segment: {'id': 'dc93ace0-b4b7-4442-a7c9-5b69be915999', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ad5c3ff5-6222-4b19-9abe-55081c3227bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:38:00.457213 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ca95b6dd-8dd9-4a9a-a43f-2de301b98956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:00.457991 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca95b6dd-8dd9-4a9a-a43f-2de301b98956 None None] Bound using segment: {'id': 'dc93ace0-b4b7-4442-a7c9-5b69be915999', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ad5c3ff5-6222-4b19-9abe-55081c3227bd'} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:38:00.458972 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-ca95b6dd-8dd9-4a9a-a43f-2de301b98956 None None] Bound port: ddf7d86a-85b2-469e-b29f-60bf6e3e975f, host: dv-cinder-776422-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc93ace0-b4b7-4442-a7c9-5b69be915999', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ad5c3ff5-6222-4b19-9abe-55081c3227bd'}}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:38:00.459980 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ca95b6dd-8dd9-4a9a-a43f-2de301b98956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:00.467379 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-319cda40-7352-4a8c-b035-52094181eaa4 req-677b3c1f-314d-4a6f-bf6d-0eb18b5baedc tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&id=93a4c881-9e2c-47e6-bd74-3a5e01e51495&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.4196839 Feb 18 12:38:00.530502 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5936327-8416-4cdd-abe6-30f51f588d67 req-c2ff9b12-deef-4f13-94fd-d2e418ed4a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:00.532511 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a5936327-8416-4cdd-abe6-30f51f588d67 req-c2ff9b12-deef-4f13-94fd-d2e418ed4a68 service neutron] 10.222.0.99 "GET /v2.0/networks?id=5bccefc1-eeb4-48b2-860d-eba700c03669 HTTP/1.1" status: 200 len: 909 time: 0.4688134 Feb 18 12:38:00.583891 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-ca95b6dd-8dd9-4a9a-a43f-2de301b98956 None None] For port ddf7d86a-85b2-469e-b29f-60bf6e3e975f, host dv-cinder-776422-1-iscsi, cleared binding levels {{(pid=83989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:38:00.590328 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-ca95b6dd-8dd9-4a9a-a43f-2de301b98956 None None] For port ddf7d86a-85b2-469e-b29f-60bf6e3e975f, host dv-cinder-776422-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=ddf7d86a-85b2-469e-b29f-60bf6e3e975f,segment=NetworkSegment(dc93ace0-b4b7-4442-a7c9-5b69be915999),segment_id=dc93ace0-b4b7-4442-a7c9-5b69be915999)] {{(pid=83989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:38:00.602641 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ca95b6dd-8dd9-4a9a-a43f-2de301b98956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:00.627258 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:00.731758 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a5936327-8416-4cdd-abe6-30f51f588d67 req-45b357d8-8904-411b-9e64-5df0f5c9e8a6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18b49a94-f368-427b-b421-6e8574741ec8 HTTP/1.1" status: 200 len: 1001 time: 0.1900191 Feb 18 12:38:00.783864 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8074e9-dbe3-4be8-b47f-d209f7dfd903 None None] Pushing event updated for resources: {'Port': ['ID=ddf7d86a-85b2-469e-b29f-60bf6e3e975f,revision_number=4']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:00.789440 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-de8074e9-dbe3-4be8-b47f-d209f7dfd903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:00.819084 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5936327-8416-4cdd-abe6-30f51f588d67 req-667385ef-f414-4509-aa52-f55ace48b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:00.822245 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a5936327-8416-4cdd-abe6-30f51f588d67 req-667385ef-f414-4509-aa52-f55ace48b18f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cb7bae6a-7fcb-4274-b23f-3f83723ba9c7 HTTP/1.1" status: 200 len: 854 time: 0.0827801 Feb 18 12:38:00.833194 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca95b6dd-8dd9-4a9a-a43f-2de301b98956 None None] Routers {'1016a9b9-532f-463f-841d-fa3318e99a6d'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:38:00.833889 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-ca95b6dd-8dd9-4a9a-a43f-2de301b98956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:37:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['1016a9b9-532f-463f-841d-fa3318e99a6d'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:38:00.942445 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5936327-8416-4cdd-abe6-30f51f588d67 req-dd0802d1-af16-4d1a-ac9b-6c91d36a2d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:00.944165 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a5936327-8416-4cdd-abe6-30f51f588d67 req-dd0802d1-af16-4d1a-ac9b-6c91d36a2d22 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5bccefc1-eeb4-48b2-860d-eba700c03669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1117589 Feb 18 12:38:01.019842 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-11fe686f-f689-44e0-8c2d-bd5a962ea238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:01.125610 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-ca95b6dd-8dd9-4a9a-a43f-2de301b98956 None None] Set router 1016a9b9-532f-463f-841d-fa3318e99a6d gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:38:01.164488 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a5936327-8416-4cdd-abe6-30f51f588d67 req-c37d129e-54cf-4907-8fc4-8c7bc6e1b2d8 service neutron] 10.222.0.99 "GET /v2.0/networks/5bccefc1-eeb4-48b2-860d-eba700c03669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107253 Feb 18 12:38:01.334597 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a5936327-8416-4cdd-abe6-30f51f588d67 req-759767e5-10bb-496a-be14-82509a2d6c56 service neutron] 10.222.0.99 "GET /v2.0/networks/5bccefc1-eeb4-48b2-860d-eba700c03669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1629627 Feb 18 12:38:01.731609 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6875ec6-dea8-4bc2-a369-0850705b7d92 req-1e4bdc56-acd1-4754-b48f-678d85e746e1 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:01.733523 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c6875ec6-dea8-4bc2-a369-0850705b7d92 req-1e4bdc56-acd1-4754-b48f-678d85e746e1 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 984 time: 0.1057742 Feb 18 12:38:01.771573 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-ca95b6dd-8dd9-4a9a-a43f-2de301b98956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1016a9b9-532f-463f-841d-fa3318e99a6d', 'name': 'tempest-TestShelveInstance-1640773685-router', 'tenant_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'fe766f0c-ab71-4b0b-8a80-12ea80767625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:37:46Z', 'updated_at': '2021-02-18T12:37:52Z', 'revision_number': 4, 'project_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'gw_port': {'id': 'fe766f0c-ab71-4b0b-8a80-12ea80767625', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1016a9b9-532f-463f-841d-fa3318e99a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:37:47Z', 'updated_at': '2021-02-18T12:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': 'ddf7d86a-85b2-469e-b29f-60bf6e3e975f', 'name': '', 'network_id': 'ad5c3ff5-6222-4b19-9abe-55081c3227bd', 'tenant_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'mac_address': 'fa:16:3e:19:42:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1016a9b9-532f-463f-841d-fa3318e99a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ee164e38-eca1-46ec-b84c-1460af1a51ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:37:51Z', 'updated_at': '2021-02-18T12:38:00Z', 'revision_number': 4, 'project_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'subnets': [{'id': 'ee164e38-eca1-46ec-b84c-1460af1a51ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:38:01.776468 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca95b6dd-8dd9-4a9a-a43f-2de301b98956 None None] The sync data for ids ['1016a9b9-532f-463f-841d-fa3318e99a6d'] in dv-cinder-776422-1-iscsi is: [{'id': '1016a9b9-532f-463f-841d-fa3318e99a6d', 'name': 'tempest-TestShelveInstance-1640773685-router', 'tenant_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'fe766f0c-ab71-4b0b-8a80-12ea80767625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:37:46Z', 'updated_at': '2021-02-18T12:37:52Z', 'revision_number': 4, 'project_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'gw_port': {'id': 'fe766f0c-ab71-4b0b-8a80-12ea80767625', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1016a9b9-532f-463f-841d-fa3318e99a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:37:47Z', 'updated_at': '2021-02-18T12:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': 'ddf7d86a-85b2-469e-b29f-60bf6e3e975f', 'name': '', 'network_id': 'ad5c3ff5-6222-4b19-9abe-55081c3227bd', 'tenant_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'mac_address': 'fa:16:3e:19:42:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1016a9b9-532f-463f-841d-fa3318e99a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ee164e38-eca1-46ec-b84c-1460af1a51ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:37:51Z', 'updated_at': '2021-02-18T12:38:00Z', 'revision_number': 4, 'project_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'subnets': [{'id': 'ee164e38-eca1-46ec-b84c-1460af1a51ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:38:01.790486 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c6875ec6-dea8-4bc2-a369-0850705b7d92 req-422a5d4c-7cf4-4b92-92ad-5397964c5dba tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&id=93a4c881-9e2c-47e6-bd74-3a5e01e51495&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0503445 Feb 18 12:38:02.255862 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f8f3b-ee0b-48b4-8dd7-97ffc7a0ba01 req-060696aa-3652-4a83-bd79-d4c25b4c1ba9 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:02.258442 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d77f8f3b-ee0b-48b4-8dd7-97ffc7a0ba01 req-060696aa-3652-4a83-bd79-d4c25b4c1ba9 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.1022110 Feb 18 12:38:02.332635 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d77f8f3b-ee0b-48b4-8dd7-97ffc7a0ba01 req-8a40fdf8-fa85-4678-b72d-e55456d9ec7b tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637777 Feb 18 12:38:02.468689 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device ddf7d86a-85b2-469e-b29f-60bf6e3e975f up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:38:02.555956 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning for port ddf7d86a-85b2-469e-b29f-60bf6e3e975f completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:38:02.562215 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port ddf7d86a-85b2-469e-b29f-60bf6e3e975f triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:38:02.562637 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:02.702305 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:02.752751 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] For port ddf7d86a-85b2-469e-b29f-60bf6e3e975f, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=ddf7d86a-85b2-469e-b29f-60bf6e3e975f,segment=NetworkSegment(dc93ace0-b4b7-4442-a7c9-5b69be915999),segment_id=dc93ace0-b4b7-4442-a7c9-5b69be915999)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:38:02.756208 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:02.758460 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:02.838892 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Pushing event updated for resources: {'Port': ['ID=ddf7d86a-85b2-469e-b29f-60bf6e3e975f,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:02.843921 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:03.028119 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdbd41-a353-4175-9461-508c5c76ab4e req-ef14a8f7-b6db-47bc-bc12-f30c06798a56 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:03.030371 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-becdbd41-a353-4175-9461-508c5c76ab4e req-ef14a8f7-b6db-47bc-bc12-f30c06798a56 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 984 time: 0.0999260 Feb 18 12:38:03.086762 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-becdbd41-a353-4175-9461-508c5c76ab4e req-6e1bebec-bf7e-4569-a0a1-41aa408a036b tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&id=93a4c881-9e2c-47e6-bd74-3a5e01e51495&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0495408 Feb 18 12:38:03.381380 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7aa4450d-2d9f-4384-aeeb-5547bc189467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:03.552712 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77347db5-a67b-4c7a-82a9-bc7e8a6fc410 req-ad7154d2-7c32-4290-9e3b-3dbb85441271 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:03.554307 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-77347db5-a67b-4c7a-82a9-bc7e8a6fc410 req-ad7154d2-7c32-4290-9e3b-3dbb85441271 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.0924280 Feb 18 12:38:03.605861 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-77347db5-a67b-4c7a-82a9-bc7e8a6fc410 req-65151392-3f45-4eda-ae08-fd8e86af4e51 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451708 Feb 18 12:38:03.853074 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:04.324654 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055c4c6-aef0-4e7a-8aa4-5fb0b58c9a57 req-18fc16a5-fe1f-478e-80e3-f9af7dbe4188 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:04.326907 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6055c4c6-aef0-4e7a-8aa4-5fb0b58c9a57 req-18fc16a5-fe1f-478e-80e3-f9af7dbe4188 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 984 time: 0.0960541 Feb 18 12:38:04.390308 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6055c4c6-aef0-4e7a-8aa4-5fb0b58c9a57 req-6818e5e9-edf3-4738-b964-230d989a14bf tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&id=93a4c881-9e2c-47e6-bd74-3a5e01e51495&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0563092 Feb 18 12:38:04.471567 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device ddf7d86a-85b2-469e-b29f-60bf6e3e975f up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:38:04.551003 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port ddf7d86a-85b2-469e-b29f-60bf6e3e975f triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:38:04.551424 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:04.830486 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b0e71-02aa-442d-961e-b7e0129c4b33 req-ef85a2f3-3b7d-4eb2-9edc-ccc613ee219f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:04.832173 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-465b0e71-02aa-442d-961e-b7e0129c4b33 req-ef85a2f3-3b7d-4eb2-9edc-ccc613ee219f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.1018093 Feb 18 12:38:04.883883 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-465b0e71-02aa-442d-961e-b7e0129c4b33 req-c1a94f81-ea4c-4c0c-966f-03fb5a798053 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452540 Feb 18 12:38:05.146579 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:05.501336 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:05.608818 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4acdbd-323e-43b5-a905-0f2cf92d5168 req-ab4c006f-f32b-4f80-9d27-ff867ccbd885 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:05.610478 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4b4acdbd-323e-43b5-a905-0f2cf92d5168 req-ab4c006f-f32b-4f80-9d27-ff867ccbd885 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 984 time: 0.0913045 Feb 18 12:38:05.666215 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4b4acdbd-323e-43b5-a905-0f2cf92d5168 req-335c0188-d86a-4bad-ab58-d85b00b6eed6 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&id=93a4c881-9e2c-47e6-bd74-3a5e01e51495&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0488100 Feb 18 12:38:06.094160 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebb056-7924-41dd-8855-1049ecef69e9 req-c93e5ec9-168d-43d7-acaa-2a3f27c695c6 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:06.096009 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aeebb056-7924-41dd-8855-1049ecef69e9 req-c93e5ec9-168d-43d7-acaa-2a3f27c695c6 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.0867090 Feb 18 12:38:06.149263 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aeebb056-7924-41dd-8855-1049ecef69e9 req-617891c4-af89-447a-9f02-0cdfec65e232 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469265 Feb 18 12:38:06.878165 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ceb15e-45cd-4ba1-bbc6-6a38a8b65a0a req-10bfb375-3013-4e9e-9b30-14d83bb2ca4e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:06.878730 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-97ceb15e-45cd-4ba1-bbc6-6a38a8b65a0a req-10bfb375-3013-4e9e-9b30-14d83bb2ca4e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 984 time: 0.0960357 Feb 18 12:38:06.931896 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-97ceb15e-45cd-4ba1-bbc6-6a38a8b65a0a req-8fa7ad9b-ca64-4c3e-aae1-66469064b84e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&id=93a4c881-9e2c-47e6-bd74-3a5e01e51495&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0466406 Feb 18 12:38:07.369673 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d57ec-1c80-4fa2-8a96-7f9b8af98cbc req-ad84b9e2-e9d4-42ab-afde-b09a4ba72fdc tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:07.371433 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6e5d57ec-1c80-4fa2-8a96-7f9b8af98cbc req-ad84b9e2-e9d4-42ab-afde-b09a4ba72fdc tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.0961692 Feb 18 12:38:07.423665 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6e5d57ec-1c80-4fa2-8a96-7f9b8af98cbc req-109cb378-6753-42c7-9367-bc76b7a24642 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455897 Feb 18 12:38:08.143796 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9a8b7-eae0-4353-8aaa-6b9df759f381 req-da950cbe-2358-461e-ae40-920a69b1cb31 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:08.145433 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9fc9a8b7-eae0-4353-8aaa-6b9df759f381 req-da950cbe-2358-461e-ae40-920a69b1cb31 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 984 time: 0.0921736 Feb 18 12:38:08.201045 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9fc9a8b7-eae0-4353-8aaa-6b9df759f381 req-162b812c-1151-4328-8b40-349159b9faac tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&id=93a4c881-9e2c-47e6-bd74-3a5e01e51495&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0491278 Feb 18 12:38:08.636638 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b470a-4667-4ad3-af7c-c4a107c56ac3 req-61f2deca-5f76-4ae5-9a0f-388235e71491 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:08.638303 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-741b470a-4667-4ad3-af7c-c4a107c56ac3 req-61f2deca-5f76-4ae5-9a0f-388235e71491 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.0966930 Feb 18 12:38:08.690397 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-741b470a-4667-4ad3-af7c-c4a107c56ac3 req-0c490636-86a2-4bb2-95b5-c6954a9d80ab tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450552 Feb 18 12:38:09.410464 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0ce41-5242-4aba-8881-f7704f9a9eef req-6b3a8a2b-94d8-4afe-a4c1-06a58750fd2d tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:09.412172 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5bb0ce41-5242-4aba-8881-f7704f9a9eef req-6b3a8a2b-94d8-4afe-a4c1-06a58750fd2d tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 984 time: 0.0929515 Feb 18 12:38:09.468899 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5bb0ce41-5242-4aba-8881-f7704f9a9eef req-88ea5817-708d-4547-b255-4ee7f81238c1 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&id=93a4c881-9e2c-47e6-bd74-3a5e01e51495&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0496378 Feb 18 12:38:09.912785 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161614c2-611b-49fb-9cf0-09858cb8988b req-2846e103-4f70-4da1-86e1-e9d10c87759b tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:09.914557 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-161614c2-611b-49fb-9cf0-09858cb8988b req-2846e103-4f70-4da1-86e1-e9d10c87759b tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.0977845 Feb 18 12:38:09.970155 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-161614c2-611b-49fb-9cf0-09858cb8988b req-7a3f17da-8c6d-49cf-8bb3-a5a3abce9740 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479529 Feb 18 12:38:10.681067 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f8da7-a463-408b-bf1b-c79211e191c0 req-10efa2dc-afb9-4706-9646-f6c64f55b05e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:10.682694 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-841f8da7-a463-408b-bf1b-c79211e191c0 req-10efa2dc-afb9-4706-9646-f6c64f55b05e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 984 time: 0.0896153 Feb 18 12:38:10.737386 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-841f8da7-a463-408b-bf1b-c79211e191c0 req-0cc39b0e-6ed7-4502-bfad-1e02432bdf5b tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&id=93a4c881-9e2c-47e6-bd74-3a5e01e51495&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0476384 Feb 18 12:38:11.177925 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2af66d-0542-486c-81af-73eae9ab6e1b req-27483f13-12d2-41f8-afd6-442a268d0e4e tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:11.179586 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7e2af66d-0542-486c-81af-73eae9ab6e1b req-27483f13-12d2-41f8-afd6-442a268d0e4e tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.0902612 Feb 18 12:38:11.227796 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7e2af66d-0542-486c-81af-73eae9ab6e1b req-176d0b7b-3eea-4c8d-ab9e-43d294d16ddd tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413544 Feb 18 12:38:11.954872 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2a999-9225-4ea7-826f-d8e5b56cfc2b req-02faf799-9c25-49ff-9a96-b987f8ebd490 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:11.956651 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f7c2a999-9225-4ea7-826f-d8e5b56cfc2b req-02faf799-9c25-49ff-9a96-b987f8ebd490 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 984 time: 0.0994811 Feb 18 12:38:12.012032 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f7c2a999-9225-4ea7-826f-d8e5b56cfc2b req-dcb055dd-4437-47cc-b956-d2bdef05cfe9 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&id=93a4c881-9e2c-47e6-bd74-3a5e01e51495&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0472004 Feb 18 12:38:12.267835 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-6b6659c1-41c3-4765-bad6-2976f89d017a tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:12.269415 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-6b6659c1-41c3-4765-bad6-2976f89d017a tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/networks?id=dda38cca-a3f3-4425-936a-4ed592e363ca HTTP/1.1" status: 200 len: 814 time: 0.1592982 Feb 18 12:38:12.286243 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-408fb4b6-8176-4c87-a932-8a8c14d5e730 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/quotas/e9722f9f69cf46fead0f063b8a43a4b8 HTTP/1.1" status: 200 len: 375 time: 0.0107820 Feb 18 12:38:12.384660 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-ec052223-cd18-4a86-9424-0aa32e241902 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e9722f9f69cf46fead0f063b8a43a4b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0921850 Feb 18 12:38:12.436751 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778218bf-c6f3-4979-b910-d1cba57d68fb req-5fb42a1e-1652-473e-a0b7-fc4366cfdc4d tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:12.438518 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-778218bf-c6f3-4979-b910-d1cba57d68fb req-5fb42a1e-1652-473e-a0b7-fc4366cfdc4d tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.0946422 Feb 18 12:38:12.494715 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-778218bf-c6f3-4979-b910-d1cba57d68fb req-196d7a67-effb-4e59-a290-edba6f45df24 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493743 Feb 18 12:38:12.536720 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-80b645fa-d651-46a4-84d3-e6b5160105f9 service neutron] 10.222.0.83 "GET /v2.0/networks/dda38cca-a3f3-4425-936a-4ed592e363ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443622 Feb 18 12:38:12.691903 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-9d35f50a-2657-4671-b4f4-054af5bb01f7 service neutron] 10.222.0.83 "GET /v2.0/networks/dda38cca-a3f3-4425-936a-4ed592e363ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1483910 Feb 18 12:38:12.898364 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-711c35c8-ab87-40d2-89dc-f2e8bbc63460 req-a50ca7be-f37f-49af-80dc-5cd57892c3f9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=cbe11aaa-3981-456f-a54e-5d7e1c6c9a51 HTTP/1.1" status: 200 len: 210 time: 0.0551627 Feb 18 12:38:13.222686 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fe00a-8508-4d77-a3b2-7072128461bf req-9c569a1f-d07c-4573-ba76-b2e0edc7ef91 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:13.224379 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7f5fe00a-8508-4d77-a3b2-7072128461bf req-9c569a1f-d07c-4573-ba76-b2e0edc7ef91 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 984 time: 0.0916922 Feb 18 12:38:13.277168 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7f5fe00a-8508-4d77-a3b2-7072128461bf req-f9cc7c48-06f2-42e0-976e-35f735c3a54a tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&id=93a4c881-9e2c-47e6-bd74-3a5e01e51495&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0456398 Feb 18 12:38:13.702451 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3e33f-051b-4680-8ea3-5b98b77ff70b req-77123ed5-adda-416a-a5a6-810c1e974df5 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:13.704090 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-56c3e33f-051b-4680-8ea3-5b98b77ff70b req-77123ed5-adda-416a-a5a6-810c1e974df5 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.0892770 Feb 18 12:38:13.757073 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-56c3e33f-051b-4680-8ea3-5b98b77ff70b req-e435129e-fb53-4544-b85e-80d7d4ecf0a6 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460923 Feb 18 12:38:14.070394 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-76a94db8-6a43-462e-b46a-3bafed2558dd req-c16de00b-a8c7-4390-832a-d88e38d52141 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=cbe11aaa-3981-456f-a54e-5d7e1c6c9a51 HTTP/1.1" status: 200 len: 210 time: 0.0507455 Feb 18 12:38:14.340353 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-e370ce09-7051-4343-b184-9be86c9fbecc tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:14.342136 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-e370ce09-7051-4343-b184-9be86c9fbecc tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.99 "GET /v2.0/networks?id=dda38cca-a3f3-4425-936a-4ed592e363ca HTTP/1.1" status: 200 len: 814 time: 0.1713295 Feb 18 12:38:14.369107 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Request body: {'port': {'device_id': 'cbe11aaa-3981-456f-a54e-5d7e1c6c9a51', 'network_id': 'dda38cca-a3f3-4425-936a-4ed592e363ca', 'admin_state_up': True, 'tenant_id': 'e9722f9f69cf46fead0f063b8a43a4b8'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:38:14.602748 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ad221-a761-471e-bbd2-3faf7bb8b244 req-ce571d88-83cf-4e12-99b1-d292755bf84b tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:14.604372 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-529ad221-a761-471e-bbd2-3faf7bb8b244 req-ce571d88-83cf-4e12-99b1-d292755bf84b tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 984 time: 0.1585190 Feb 18 12:38:14.606007 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:38:14.632069 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:38:14.659131 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Made reservation on behalf of e9722f9f69cf46fead0f063b8a43a4b8 for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:38:14.664788 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:14.695172 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-529ad221-a761-471e-bbd2-3faf7bb8b244 req-32ee23f4-73cf-4d3d-b0b1-835d73dca11c tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&id=93a4c881-9e2c-47e6-bd74-3a5e01e51495&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0809982 Feb 18 12:38:14.963955 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54153d-d396-4f4c-999d-f047b8c2f092 req-fb1cbd8e-4491-434c-93a3-a38224eef005 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:14.965744 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cf54153d-d396-4f4c-999d-f047b8c2f092 req-fb1cbd8e-4491-434c-93a3-a38224eef005 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.0906863 Feb 18 12:38:15.004187 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Allocated IP 172.20.0.5 (dda38cca-a3f3-4425-936a-4ed592e363ca/a4d82d22-cb07-43da-8de7-7079c79fd615/848d2cb0-c455-4dff-ab83-ee611ea9c153) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:38:15.015801 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cf54153d-d396-4f4c-999d-f047b8c2f092 req-c6af8dd6-310c-4ede-8e01-d1621460fb74 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434189 Feb 18 12:38:15.252747 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c7211fc6-521c-4d8f-bd4e-7aed1abd88f2 req-97166da5-0fd8-4b3d-97c1-c3bef045ee4c tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=cbe11aaa-3981-456f-a54e-5d7e1c6c9a51 HTTP/1.1" status: 200 len: 210 time: 0.0610721 Feb 18 12:38:15.278725 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:15.309956 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:15.326358 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-932d3403-a25f-4d32-beed-ea1dafa46afa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:15.476393 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Pushing event updated for resources: {'Port': ['ID=848d2cb0-c455-4dff-ab83-ee611ea9c153,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:15.500407 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:15.500741 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:15.501156 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:15.501563 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:15.501968 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:15.502374 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:15.502776 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:15.503177 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:15.503604 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:15.504015 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:15.504410 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:15.504801 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:15.505296 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:15.505710 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:15.506141 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:15.506805 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:15.507233 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:15.507691 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:15.508133 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:15.508574 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:15.508984 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:15.509378 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:15.509775 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:15.510175 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:15.516923 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:15.561557 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Network dda38cca-a3f3-4425-936a-4ed592e363ca is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:38:15.562814 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:38:15.565316 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:38:15.637664 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:15.638342 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:15.664206 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3033905 Feb 18 12:38:15.683859 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-4dea5291-168e-41d6-841f-a4e9a51a69e3 service neutron] Request body: {'port': {'device_id': 'cbe11aaa-3981-456f-a54e-5d7e1c6c9a51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:38:15.814437 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-4dea5291-168e-41d6-841f-a4e9a51a69e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:15.898308 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a55207-dfa0-45dd-af1c-97fa3d7f186c req-8c9956bf-c01a-4980-b00e-e456c9269916 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:15.899963 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-72a55207-dfa0-45dd-af1c-97fa3d7f186c req-8c9956bf-c01a-4980-b00e-e456c9269916 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 984 time: 0.0877190 Feb 18 12:38:15.954909 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-72a55207-dfa0-45dd-af1c-97fa3d7f186c req-10a9fd3b-10e4-4d33-8e2d-60e42b7c4069 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&id=93a4c881-9e2c-47e6-bd74-3a5e01e51495&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0479345 Feb 18 12:38:16.295644 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afcf95-3646-4db0-93a6-af4477c9007c req-0469fab9-9c4e-40d9-b896-3f6a22fa274b tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:16.297304 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a6afcf95-3646-4db0-93a6-af4477c9007c req-0469fab9-9c4e-40d9-b896-3f6a22fa274b tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.1606212 Feb 18 12:38:16.358678 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-4dea5291-168e-41d6-841f-a4e9a51a69e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 848d2cb0-c455-4dff-ab83-ee611ea9c153 {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:38:16.372540 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-4dea5291-168e-41d6-841f-a4e9a51a69e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:16.380245 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a6afcf95-3646-4db0-93a6-af4477c9007c req-bcc85f63-121a-45fb-9b99-91599e6f2e79 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698597 Feb 18 12:38:16.392445 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-4dea5291-168e-41d6-841f-a4e9a51a69e3 service neutron] Transition to ACTIVE for port object 848d2cb0-c455-4dff-ab83-ee611ea9c153 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:38:16.395937 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-4dea5291-168e-41d6-841f-a4e9a51a69e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:16.411947 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-95c63000-5abe-4eac-81e4-630e6ed3afee tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:16.534889 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:16.541893 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc10a9-c0db-4bba-9ac5-7419c67d2e93 req-f9b541bb-2846-44a1-a547-4b7a202265d1 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:16.544341 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-43bc10a9-c0db-4bba-9ac5-7419c67d2e93 req-f9b541bb-2846-44a1-a547-4b7a202265d1 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=cbe11aaa-3981-456f-a54e-5d7e1c6c9a51 HTTP/1.1" status: 200 len: 943 time: 0.1154871 Feb 18 12:38:16.601157 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-43bc10a9-c0db-4bba-9ac5-7419c67d2e93 req-2806a5f8-3429-4793-b6ce-eb8e8a8f66c4 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494595 Feb 18 12:38:16.784254 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea5291-168e-41d6-841f-a4e9a51a69e3 service neutron] Pushing event updated for resources: {'Port': ['ID=848d2cb0-c455-4dff-ab83-ee611ea9c153,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:16.798006 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4dea5291-168e-41d6-841f-a4e9a51a69e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:16.974447 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-4dea5291-168e-41d6-841f-a4e9a51a69e3 service neutron] Attempting to bind port 848d2cb0-c455-4dff-ab83-ee611ea9c153 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:38:16.974824 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-4dea5291-168e-41d6-841f-a4e9a51a69e3 service neutron] Attempting to bind port 848d2cb0-c455-4dff-ab83-ee611ea9c153 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': 'a60238de-a725-4d2c-a3ec-f90af54a43f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dda38cca-a3f3-4425-936a-4ed592e363ca'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:38:16.975196 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-4dea5291-168e-41d6-841f-a4e9a51a69e3 service neutron] Attempting to bind port 848d2cb0-c455-4dff-ab83-ee611ea9c153 on network dda38cca-a3f3-4425-936a-4ed592e363ca {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:38:16.980981 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-4dea5291-168e-41d6-841f-a4e9a51a69e3 service neutron] Checking agent: {'id': '18f92198-7ba7-4077-b6e2-71a52c8a0624', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 28, 38), 'started_at': datetime.datetime(2021, 2, 18, 12, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:38:16.981355 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-4dea5291-168e-41d6-841f-a4e9a51a69e3 service neutron] Checking segment: {'id': 'a60238de-a725-4d2c-a3ec-f90af54a43f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dda38cca-a3f3-4425-936a-4ed592e363ca'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:38:16.981769 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-4dea5291-168e-41d6-841f-a4e9a51a69e3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:16.982178 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-4dea5291-168e-41d6-841f-a4e9a51a69e3 service neutron] Bound using segment: {'id': 'a60238de-a725-4d2c-a3ec-f90af54a43f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dda38cca-a3f3-4425-936a-4ed592e363ca'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:38:16.982664 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-4dea5291-168e-41d6-841f-a4e9a51a69e3 service neutron] Bound port: 848d2cb0-c455-4dff-ab83-ee611ea9c153, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60238de-a725-4d2c-a3ec-f90af54a43f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dda38cca-a3f3-4425-936a-4ed592e363ca'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:38:16.983038 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-4dea5291-168e-41d6-841f-a4e9a51a69e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:17.129315 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-4dea5291-168e-41d6-841f-a4e9a51a69e3 service neutron] For port 848d2cb0-c455-4dff-ab83-ee611ea9c153, host hv-cinder-77642, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:38:17.148597 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-4dea5291-168e-41d6-841f-a4e9a51a69e3 service neutron] For port 848d2cb0-c455-4dff-ab83-ee611ea9c153, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=848d2cb0-c455-4dff-ab83-ee611ea9c153,segment=NetworkSegment(a60238de-a725-4d2c-a3ec-f90af54a43f4),segment_id=a60238de-a725-4d2c-a3ec-f90af54a43f4)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:38:17.154438 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-4dea5291-168e-41d6-841f-a4e9a51a69e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:17.170488 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8105bd26-faa0-40de-b47f-8a6baec18593 tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:17.343132 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4eb4b-ac98-4c19-b356-f0e908ae53a4 req-e220a60f-4bd6-45d0-bfe5-0e7008229f5e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:17.344733 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7ff4eb4b-ac98-4c19-b356-f0e908ae53a4 req-e220a60f-4bd6-45d0-bfe5-0e7008229f5e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 984 time: 0.2691770 Feb 18 12:38:17.348456 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea5291-168e-41d6-841f-a4e9a51a69e3 service neutron] Pushing event updated for resources: {'Port': ['ID=848d2cb0-c455-4dff-ab83-ee611ea9c153,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:17.353599 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4dea5291-168e-41d6-841f-a4e9a51a69e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:17.426541 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7ff4eb4b-ac98-4c19-b356-f0e908ae53a4 req-16f09cdb-4fed-4ac0-9799-65df41f7b91a tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&id=93a4c881-9e2c-47e6-bd74-3a5e01e51495&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0718691 Feb 18 12:38:17.431363 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-4dea5291-168e-41d6-841f-a4e9a51a69e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:17.431954 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-4dea5291-168e-41d6-841f-a4e9a51a69e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:17.433990 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-4dea5291-168e-41d6-841f-a4e9a51a69e3 service neutron] 10.222.0.99 "PUT /v2.0/ports/848d2cb0-c455-4dff-ab83-ee611ea9c153 HTTP/1.1" status: 200 len: 1157 time: 1.7552471 Feb 18 12:38:17.434560 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe11aaa-3981-456f-a54e-5d7e1c6c9a51', 'tag': '848d2cb0-c455-4dff-ab83-ee611ea9c153'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:38:17.491815 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe11aaa-3981-456f-a54e-5d7e1c6c9a51', 'tag': '848d2cb0-c455-4dff-ab83-ee611ea9c153', 'status': 'completed', 'code': 200} Feb 18 12:38:17.608550 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183cb394-279f-4eed-9429-28405ceaea8b req-b85d218c-378a-471c-8f09-97f911b643fd tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:17.609575 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-6836bb0f-68c2-4455-a580-bb7a1e460766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:17.612616 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-6836bb0f-68c2-4455-a580-bb7a1e460766 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9722f9f69cf46fead0f063b8a43a4b8&device_id=cbe11aaa-3981-456f-a54e-5d7e1c6c9a51 HTTP/1.1" status: 200 len: 1160 time: 0.0956070 Feb 18 12:38:17.613905 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-183cb394-279f-4eed-9429-28405ceaea8b req-b85d218c-378a-471c-8f09-97f911b643fd tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.1027067 Feb 18 12:38:17.671472 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-183cb394-279f-4eed-9429-28405ceaea8b req-4256c423-3600-4727-ad29-d738a4cc9381 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531337 Feb 18 12:38:17.744365 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-665dbceb-26a7-4422-a7d6-0c42add7519b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=848d2cb0-c455-4dff-ab83-ee611ea9c153 HTTP/1.1" status: 200 len: 217 time: 0.0743294 Feb 18 12:38:17.877906 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-2b6c0318-ca6b-4fd9-9c46-07d9c2ab94ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:17.879522 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-2b6c0318-ca6b-4fd9-9c46-07d9c2ab94ea service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a4d82d22-cb07-43da-8de7-7079c79fd615 HTTP/1.1" status: 200 len: 854 time: 0.1276000 Feb 18 12:38:17.939131 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-ecb1c1f2-fd19-472a-9662-c4a7d729088b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=dda38cca-a3f3-4425-936a-4ed592e363ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507431 Feb 18 12:38:17.950268 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304405b1-784e-4e70-b1f1-477d779bccef req-11afe965-43d7-4c33-962f-5555698794b7 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:17.951028 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-304405b1-784e-4e70-b1f1-477d779bccef req-11afe965-43d7-4c33-962f-5555698794b7 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Synchronizing usage tracker for tenant:e9722f9f69cf46fead0f063b8a43a4b8 on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:38:18.055423 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-304405b1-784e-4e70-b1f1-477d779bccef req-11afe965-43d7-4c33-962f-5555698794b7 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Unset dirty status for tenant:e9722f9f69cf46fead0f063b8a43a4b8 on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:38:18.056781 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-304405b1-784e-4e70-b1f1-477d779bccef req-11afe965-43d7-4c33-962f-5555698794b7 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=cbe11aaa-3981-456f-a54e-5d7e1c6c9a51 HTTP/1.1" status: 200 len: 943 time: 0.3035433 Feb 18 12:38:18.149086 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-304405b1-784e-4e70-b1f1-477d779bccef req-646c0b00-b4ba-45b9-b11a-5066a7b96deb tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820384 Feb 18 12:38:18.156790 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-96a71e79-1f13-4b05-80a0-32f7349d99ff service neutron] 10.222.0.99 "GET /v2.0/networks/dda38cca-a3f3-4425-936a-4ed592e363ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016945 Feb 18 12:38:18.327297 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4bfc1988-eb1a-442b-a089-c718b9105cac req-3c178002-cf5c-4eac-af65-6f3f2f3118f3 service neutron] 10.222.0.99 "GET /v2.0/networks/dda38cca-a3f3-4425-936a-4ed592e363ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1573715 Feb 18 12:38:18.505011 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53de8b-4a11-40c6-a745-e9bd607f7d45 req-d5aea09c-c0ff-4c10-83e7-43e434bd84f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:18.506930 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6f53de8b-4a11-40c6-a745-e9bd607f7d45 req-d5aea09c-c0ff-4c10-83e7-43e434bd84f7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9722f9f69cf46fead0f063b8a43a4b8&device_id=cbe11aaa-3981-456f-a54e-5d7e1c6c9a51 HTTP/1.1" status: 200 len: 1160 time: 0.0806634 Feb 18 12:38:18.633235 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d1601-a21d-4ecd-baf3-01c281c6128d req-0a183fb0-4e6b-46b3-be48-88bfc7c2a47a tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:18.634854 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eb7d1601-a21d-4ecd-baf3-01c281c6128d req-0a183fb0-4e6b-46b3-be48-88bfc7c2a47a tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 984 time: 0.0881939 Feb 18 12:38:18.655776 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 18b49a94-f368-427b-b421-6e8574741ec8 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:38:18.659203 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53de8b-4a11-40c6-a745-e9bd607f7d45 req-8795ee83-f7d0-46b1-845a-6a9421238070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:18.660893 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6f53de8b-4a11-40c6-a745-e9bd607f7d45 req-8795ee83-f7d0-46b1-845a-6a9421238070 service neutron] 10.222.0.99 "GET /v2.0/networks?id=dda38cca-a3f3-4425-936a-4ed592e363ca HTTP/1.1" status: 200 len: 908 time: 0.1463914 Feb 18 12:38:18.778847 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6f53de8b-4a11-40c6-a745-e9bd607f7d45 req-997c8007-2f97-45df-8e40-316c8ff9d366 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=848d2cb0-c455-4dff-ab83-ee611ea9c153 HTTP/1.1" status: 200 len: 217 time: 0.1059146 Feb 18 12:38:18.778964 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 18b49a94-f368-427b-b421-6e8574741ec8 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:38:18.778964 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:18.925072 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eb7d1601-a21d-4ecd-baf3-01c281c6128d req-e8355921-64dc-4e20-aeae-db9499c9254c tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&id=93a4c881-9e2c-47e6-bd74-3a5e01e51495&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.2817290 Feb 18 12:38:18.929438 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53de8b-4a11-40c6-a745-e9bd607f7d45 req-ce645ddd-f425-46dd-968f-e62b5bb92940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:18.931061 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6f53de8b-4a11-40c6-a745-e9bd607f7d45 req-ce645ddd-f425-46dd-968f-e62b5bb92940 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a4d82d22-cb07-43da-8de7-7079c79fd615 HTTP/1.1" status: 200 len: 854 time: 0.1464803 Feb 18 12:38:18.994539 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6f53de8b-4a11-40c6-a745-e9bd607f7d45 req-d63f63c4-5fd7-49b9-977e-df0f9d8f947e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=dda38cca-a3f3-4425-936a-4ed592e363ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513990 Feb 18 12:38:19.098882 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61ba43-bf88-4612-8383-6ff0be44a8ad req-726c5e4c-4f05-46f9-9603-025593b65660 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:19.100559 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ad61ba43-bf88-4612-8383-6ff0be44a8ad req-726c5e4c-4f05-46f9-9603-025593b65660 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.2461405 Feb 18 12:38:19.185520 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ad61ba43-bf88-4612-8383-6ff0be44a8ad req-25327e1d-44f3-42c8-9bcd-b6d263b6fcaa tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766251 Feb 18 12:38:19.191289 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6f53de8b-4a11-40c6-a745-e9bd607f7d45 req-da4d447a-62c5-4e3f-a888-ff8066432d54 service neutron] 10.222.0.99 "GET /v2.0/networks/dda38cca-a3f3-4425-936a-4ed592e363ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880379 Feb 18 12:38:19.345226 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6f53de8b-4a11-40c6-a745-e9bd607f7d45 req-cb7383ad-5fb3-4e67-aa7d-f66ebd33930c service neutron] 10.222.0.99 "GET /v2.0/networks/dda38cca-a3f3-4425-936a-4ed592e363ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1439395 Feb 18 12:38:19.355733 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4155f0-5cdc-4ac5-b438-ad9c32add4d5 req-abd26b35-64fa-489e-a59c-11666f790d54 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:19.357382 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6f4155f0-5cdc-4ac5-b438-ad9c32add4d5 req-abd26b35-64fa-489e-a59c-11666f790d54 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=cbe11aaa-3981-456f-a54e-5d7e1c6c9a51 HTTP/1.1" status: 200 len: 943 time: 0.0877011 Feb 18 12:38:19.415515 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6f4155f0-5cdc-4ac5-b438-ad9c32add4d5 req-9d07c89e-3e21-4ebc-8351-5d6296fb0b3d tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427208 Feb 18 12:38:20.142571 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c789be-afc8-4f5b-ab97-58618de48819 req-66b84d45-2d5f-45bd-9957-7166abb12592 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:20.144372 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-50c789be-afc8-4f5b-ab97-58618de48819 req-66b84d45-2d5f-45bd-9957-7166abb12592 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 984 time: 0.1000164 Feb 18 12:38:20.197493 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-50c789be-afc8-4f5b-ab97-58618de48819 req-5a97df40-c11d-492f-b8d8-7701edf2d476 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&id=93a4c881-9e2c-47e6-bd74-3a5e01e51495&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0457759 Feb 18 12:38:20.394052 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e97dcf-6b18-4add-b89d-f5f39810cccd req-45cf671d-f9b5-4449-9cde-eca073a4de82 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:20.395889 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c6e97dcf-6b18-4add-b89d-f5f39810cccd req-45cf671d-f9b5-4449-9cde-eca073a4de82 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.0935128 Feb 18 12:38:20.445518 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c6e97dcf-6b18-4add-b89d-f5f39810cccd req-eada9767-163b-4807-b21d-21a0eacb400b tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430191 Feb 18 12:38:20.619812 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4b591-1fb5-41d0-8663-91d7028220ed req-551d3246-71b8-4e6b-b1b5-7af8e524b896 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:20.622084 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1cf4b591-1fb5-41d0-8663-91d7028220ed req-551d3246-71b8-4e6b-b1b5-7af8e524b896 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=cbe11aaa-3981-456f-a54e-5d7e1c6c9a51 HTTP/1.1" status: 200 len: 943 time: 0.0919373 Feb 18 12:38:20.666470 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 18b49a94-f368-427b-b421-6e8574741ec8 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:38:20.673873 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1cf4b591-1fb5-41d0-8663-91d7028220ed req-d60e282e-8c1d-479d-8c24-1b9f381a2a92 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452242 Feb 18 12:38:20.739777 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 18b49a94-f368-427b-b421-6e8574741ec8 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:38:20.740191 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:21.400703 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd55454-6189-4416-b9ae-800c8b16ef1a req-e8312b85-63cf-4d71-bda5-9f7a138a54b8 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:21.402896 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2bd55454-6189-4416-b9ae-800c8b16ef1a req-e8312b85-63cf-4d71-bda5-9f7a138a54b8 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 984 time: 0.0892632 Feb 18 12:38:21.455216 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2bd55454-6189-4416-b9ae-800c8b16ef1a req-e0aef52c-1f87-476c-ab79-1a9575065da3 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&id=93a4c881-9e2c-47e6-bd74-3a5e01e51495&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0459325 Feb 18 12:38:21.653317 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e821d39-530b-47f0-8830-876f4f838f14 req-ace03e78-993a-4167-9869-e43430cc76c1 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:21.655004 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3e821d39-530b-47f0-8830-876f4f838f14 req-ace03e78-993a-4167-9869-e43430cc76c1 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.0893941 Feb 18 12:38:21.702095 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3e821d39-530b-47f0-8830-876f4f838f14 req-a638f361-a981-44aa-bd9d-2c2591491439 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408633 Feb 18 12:38:21.878494 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b26a93-ddc2-44b8-8b8b-beeb350564e0 req-3e7a4aab-f07b-42e4-89f7-3be6d519b776 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:21.880131 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e8b26a93-ddc2-44b8-8b8b-beeb350564e0 req-3e7a4aab-f07b-42e4-89f7-3be6d519b776 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=cbe11aaa-3981-456f-a54e-5d7e1c6c9a51 HTTP/1.1" status: 200 len: 943 time: 0.0862811 Feb 18 12:38:21.932260 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e8b26a93-ddc2-44b8-8b8b-beeb350564e0 req-f9835ad7-d93e-4953-b611-3ae05443ee73 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446591 Feb 18 12:38:22.660626 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eefcdc0-4131-4268-8383-255c95e13ef3 req-c3c0fb98-9a57-48ea-9f67-bf4c1379dd95 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:22.662200 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3eefcdc0-4131-4268-8383-255c95e13ef3 req-c3c0fb98-9a57-48ea-9f67-bf4c1379dd95 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 984 time: 0.0921600 Feb 18 12:38:22.714713 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3eefcdc0-4131-4268-8383-255c95e13ef3 req-9f49ccca-6c84-491e-ad29-3a6fa7eb1a06 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&id=93a4c881-9e2c-47e6-bd74-3a5e01e51495&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0457830 Feb 18 12:38:22.932531 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0ffd9-640c-41b1-b974-3a8c5f4ef3cb req-8b539934-0003-4c05-b8be-9ac408e1ada2 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:22.934054 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e2d0ffd9-640c-41b1-b974-3a8c5f4ef3cb req-8b539934-0003-4c05-b8be-9ac408e1ada2 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.0966294 Feb 18 12:38:22.990795 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e2d0ffd9-640c-41b1-b974-3a8c5f4ef3cb req-cbd6f142-c4d1-4b45-a851-85c79c4caf98 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502069 Feb 18 12:38:23.141227 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad6878-7949-4caa-a586-ffd25d3fce36 req-1303a6be-b78b-4113-8419-10d15ed047e5 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:23.143218 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7bad6878-7949-4caa-a586-ffd25d3fce36 req-1303a6be-b78b-4113-8419-10d15ed047e5 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=cbe11aaa-3981-456f-a54e-5d7e1c6c9a51 HTTP/1.1" status: 200 len: 943 time: 0.0906081 Feb 18 12:38:23.197074 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7bad6878-7949-4caa-a586-ffd25d3fce36 req-91a48a76-a97a-4049-9e25-5a482063ab5b tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476568 Feb 18 12:38:23.920517 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad70f4-f47a-466b-8c41-00a40a2bd495 req-3f3f4bd7-bea6-4b9c-98c1-031aa2d826ea tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:23.922198 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c0ad70f4-f47a-466b-8c41-00a40a2bd495 req-3f3f4bd7-bea6-4b9c-98c1-031aa2d826ea tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 984 time: 0.0899334 Feb 18 12:38:23.976473 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c0ad70f4-f47a-466b-8c41-00a40a2bd495 req-2c9be1c0-be2a-490d-bbff-c121c5d9c8b6 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&id=93a4c881-9e2c-47e6-bd74-3a5e01e51495&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0477192 Feb 18 12:38:24.196742 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef5ad4-ae22-4b61-b6d7-3f4cb3cb5921 req-be89b71a-e2c1-4a40-a3b7-4d52c041f5b2 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:24.198381 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2ef5ad4-ae22-4b61-b6d7-3f4cb3cb5921 req-be89b71a-e2c1-4a40-a3b7-4d52c041f5b2 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.0882423 Feb 18 12:38:24.249697 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2ef5ad4-ae22-4b61-b6d7-3f4cb3cb5921 req-92f5c3e8-d2f7-4504-b6f7-d7ab5e8e056c tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439210 Feb 18 12:38:24.411375 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06c1ef-2f95-47d4-9ecc-94ee829fcdb3 req-1f1eb502-eabf-44fd-b20f-9515886c35e1 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:24.413046 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6f06c1ef-2f95-47d4-9ecc-94ee829fcdb3 req-1f1eb502-eabf-44fd-b20f-9515886c35e1 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=cbe11aaa-3981-456f-a54e-5d7e1c6c9a51 HTTP/1.1" status: 200 len: 943 time: 0.0969205 Feb 18 12:38:24.470996 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6f06c1ef-2f95-47d4-9ecc-94ee829fcdb3 req-75949597-b4f8-432e-b517-c399823bbc6e tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515587 Feb 18 12:38:24.652944 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24aa7d5-9eeb-406e-a653-a79881b838d0 req-89f681f5-c84d-4441-a1f5-d1e57255670a tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:24.654592 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d24aa7d5-9eeb-406e-a653-a79881b838d0 req-89f681f5-c84d-4441-a1f5-d1e57255670a tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.0943911 Feb 18 12:38:24.759035 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d24aa7d5-9eeb-406e-a653-a79881b838d0 req-bff4a358-ff7b-446e-82bf-2c0416893428 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980206 Feb 18 12:38:24.778966 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8278e71-db20-4e9d-ba3d-27274b614543 req-4fabeeb2-e43f-462f-8409-a995e0c0b9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:24.780600 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f8278e71-db20-4e9d-ba3d-27274b614543 req-4fabeeb2-e43f-462f-8409-a995e0c0b9c8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 1162 time: 0.1055591 Feb 18 12:38:24.928714 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8278e71-db20-4e9d-ba3d-27274b614543 req-9de5b755-0f1a-42f6-a5b4-ca25d66d7c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:24.930221 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f8278e71-db20-4e9d-ba3d-27274b614543 req-9de5b755-0f1a-42f6-a5b4-ca25d66d7c1a service neutron] 10.222.0.99 "GET /v2.0/networks?id=bb258f48-33fc-49fc-8809-521607151087 HTTP/1.1" status: 200 len: 905 time: 0.1415069 Feb 18 12:38:25.043616 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f8278e71-db20-4e9d-ba3d-27274b614543 req-448dc264-b30a-4561-8e89-a2e633cda3a4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8961bbb9-e560-4a9e-ae9a-0a7b7997d078 HTTP/1.1" status: 200 len: 1001 time: 0.1056986 Feb 18 12:38:25.117939 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8278e71-db20-4e9d-ba3d-27274b614543 req-8265081a-5ecf-47cb-8632-a33b0d28f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:25.119556 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f8278e71-db20-4e9d-ba3d-27274b614543 req-8265081a-5ecf-47cb-8632-a33b0d28f510 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5c10d723-44ed-460c-abaf-474c1da07dd6 HTTP/1.1" status: 200 len: 850 time: 0.0688989 Feb 18 12:38:25.204463 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8278e71-db20-4e9d-ba3d-27274b614543 req-26c326c4-63de-4c39-a8aa-68017187ddae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:25.206009 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f8278e71-db20-4e9d-ba3d-27274b614543 req-26c326c4-63de-4c39-a8aa-68017187ddae service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bb258f48-33fc-49fc-8809-521607151087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795784 Feb 18 12:38:25.352308 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f8278e71-db20-4e9d-ba3d-27274b614543 req-7df6abd4-f6bd-4043-bd22-fc91eda1de53 service neutron] 10.222.0.99 "GET /v2.0/networks/bb258f48-33fc-49fc-8809-521607151087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381278 Feb 18 12:38:25.586021 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-9206e963-556c-416b-aa21-a23e857d932a tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Synchronizing usage tracker for tenant:a450f019cfe246a6a0f61b2453b39ffe on resource:security_group {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:38:25.606231 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-9206e963-556c-416b-aa21-a23e857d932a tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Unset dirty status for tenant:a450f019cfe246a6a0f61b2453b39ffe on resource:security_group {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:38:25.607745 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-9206e963-556c-416b-aa21-a23e857d932a tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-2021315761&fields=id&tenant_id=a450f019cfe246a6a0f61b2453b39ffe HTTP/1.1" status: 200 len: 267 time: 0.0694807 Feb 18 12:38:25.776119 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-cfdf7f59-2914-4491-90c1-6d5d3e7090e2 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:25.778418 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-cfdf7f59-2914-4491-90c1-6d5d3e7090e2 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/networks?id=a5588f1f-265a-420c-afdf-ef3ae46672ca HTTP/1.1" status: 200 len: 809 time: 0.1624548 Feb 18 12:38:25.798353 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-bdf8b1b9-8659-4377-8e5c-979f0bf5a6b5 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/quotas/a450f019cfe246a6a0f61b2453b39ffe HTTP/1.1" status: 200 len: 375 time: 0.0115688 Feb 18 12:38:25.830265 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088323f0-3c63-400c-819a-3e799e8f051a req-f45fba6f-a3b8-442e-ac81-f0930243a99d tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:25.831893 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-088323f0-3c63-400c-819a-3e799e8f051a req-f45fba6f-a3b8-442e-ac81-f0930243a99d tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=cbe11aaa-3981-456f-a54e-5d7e1c6c9a51 HTTP/1.1" status: 200 len: 943 time: 0.1488340 Feb 18 12:38:25.833991 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f8278e71-db20-4e9d-ba3d-27274b614543 req-eee64168-47b5-4f22-a3e5-9b21825045ad service neutron] 10.222.0.99 "GET /v2.0/networks/bb258f48-33fc-49fc-8809-521607151087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4689758 Feb 18 12:38:25.878973 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 848d2cb0-c455-4dff-ab83-ee611ea9c153 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:38:25.884962 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-088323f0-3c63-400c-819a-3e799e8f051a req-48c2a993-daec-4999-acf8-7a2d82763c63 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464966 Feb 18 12:38:25.909336 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-7444274a-1874-4635-a067-0665f6be851a tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Synchronizing usage tracker for tenant:a450f019cfe246a6a0f61b2453b39ffe on resource:port {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:38:25.927285 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-7444274a-1874-4635-a067-0665f6be851a tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Unset dirty status for tenant:a450f019cfe246a6a0f61b2453b39ffe on resource:port {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:38:25.936107 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-7444274a-1874-4635-a067-0665f6be851a tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a450f019cfe246a6a0f61b2453b39ffe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1286707 Feb 18 12:38:25.957196 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning for port 848d2cb0-c455-4dff-ab83-ee611ea9c153 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:38:25.962452 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 848d2cb0-c455-4dff-ab83-ee611ea9c153 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:38:25.962867 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:26.081786 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb61af-cb6f-43ee-af85-ec0b2ed1abcc req-1449abae-262d-4bd8-8f51-92212ab4d867 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:26.084159 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dddb61af-cb6f-43ee-af85-ec0b2ed1abcc req-1449abae-262d-4bd8-8f51-92212ab4d867 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.0908060 Feb 18 12:38:26.093111 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:26.093366 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-d124b965-95e5-43d0-97d0-6d23c86321f8 service neutron] 10.222.0.83 "GET /v2.0/networks/a5588f1f-265a-420c-afdf-ef3ae46672ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510520 Feb 18 12:38:26.129463 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe11aaa-3981-456f-a54e-5d7e1c6c9a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848d2cb0-c455-4dff-ab83-ee611ea9c153'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:38:26.141911 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port 848d2cb0-c455-4dff-ab83-ee611ea9c153, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=848d2cb0-c455-4dff-ab83-ee611ea9c153,segment=NetworkSegment(a60238de-a725-4d2c-a3ec-f90af54a43f4),segment_id=a60238de-a725-4d2c-a3ec-f90af54a43f4)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:38:26.145641 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:26.146465 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dddb61af-cb6f-43ee-af85-ec0b2ed1abcc req-eca4d3b3-1eb2-4acf-b959-77dc45f876b7 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550373 Feb 18 12:38:26.146651 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 18b49a94-f368-427b-b421-6e8574741ec8 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:38:26.185970 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-84faa63c-8529-4a9c-9b82-d712dfb084bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:26.219428 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe11aaa-3981-456f-a54e-5d7e1c6c9a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848d2cb0-c455-4dff-ab83-ee611ea9c153', 'code': 200} Feb 18 12:38:26.256157 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-5122d34a-0acf-4b4b-8939-311f4f48495a service neutron] 10.222.0.83 "GET /v2.0/networks/a5588f1f-265a-420c-afdf-ef3ae46672ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1562300 Feb 18 12:38:26.284961 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=848d2cb0-c455-4dff-ab83-ee611ea9c153,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:26.294834 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:26.295290 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:26.295576 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:26.296464 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:26.296464 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:26.296728 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:26.296969 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:26.297332 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:26.297707 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:26.298059 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:26.298412 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:26.298775 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:26.299206 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:26.299596 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:26.299963 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:26.300318 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:26.300682 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:26.301044 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:26.301397 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:26.301758 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:26.302131 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:26.302495 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:26.302842 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:26.303202 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:38:26.308993 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:26.319400 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 18b49a94-f368-427b-b421-6e8574741ec8 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:38:26.319911 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:26.547346 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fdb45-505a-4d88-9b38-ba94ffb4e3bd req-6ce4fcbe-021d-4743-925b-d49974ca819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:26.549030 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-da9fdb45-505a-4d88-9b38-ba94ffb4e3bd req-6ce4fcbe-021d-4743-925b-d49974ca819c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=cbe11aaa-3981-456f-a54e-5d7e1c6c9a51 HTTP/1.1" status: 200 len: 1162 time: 0.0850132 Feb 18 12:38:26.598628 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-da9fdb45-505a-4d88-9b38-ba94ffb4e3bd req-c673e002-0a03-4dcd-9937-52ff7f158990 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425239 Feb 18 12:38:26.740262 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd854d78-2450-44f4-abd9-1326b35779dc req-03d3424c-e6fa-4766-8ccf-96bb262e80b4 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 210 time: 0.0529294 Feb 18 12:38:26.920752 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 848d2cb0-c455-4dff-ab83-ee611ea9c153 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:38:27.009913 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 848d2cb0-c455-4dff-ab83-ee611ea9c153 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:38:27.010592 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:27.130344 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a99e9-9d9a-4ebe-aded-6813ca8cd30f req-0224fe02-f93a-490a-8e97-ab7c9b4a5c2e tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:27.132243 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b56a99e9-9d9a-4ebe-aded-6813ca8cd30f req-0224fe02-f93a-490a-8e97-ab7c9b4a5c2e tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=cbe11aaa-3981-456f-a54e-5d7e1c6c9a51 HTTP/1.1" status: 200 len: 945 time: 0.1203158 Feb 18 12:38:27.193293 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b56a99e9-9d9a-4ebe-aded-6813ca8cd30f req-f2d046a2-4ca6-47a7-8f94-b2bb1d51b5ea tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530875 Feb 18 12:38:27.374087 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de132387-1c3d-4d7d-9173-180160dd3536 req-44a6a2ef-9db1-4ac2-9c83-74b505e13810 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:27.376026 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-de132387-1c3d-4d7d-9173-180160dd3536 req-44a6a2ef-9db1-4ac2-9c83-74b505e13810 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.1047065 Feb 18 12:38:27.432300 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-de132387-1c3d-4d7d-9173-180160dd3536 req-fa5b8fa0-7a59-45a5-9be9-87b3d18f0606 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471559 Feb 18 12:38:27.905055 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e4ba7f95-81f4-4892-b14f-fe6113817f17 req-00e736b9-7f6a-4bd4-a768-2377913c2cc5 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 210 time: 0.0512207 Feb 18 12:38:28.261582 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-34c4281a-a0e8-4fff-a868-c39e7a6e6fbf tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:28.262349 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-34c4281a-a0e8-4fff-a868-c39e7a6e6fbf tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Synchronizing usage tracker for tenant:a450f019cfe246a6a0f61b2453b39ffe on resource:network {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:38:28.280407 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-34c4281a-a0e8-4fff-a868-c39e7a6e6fbf tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Unset dirty status for tenant:a450f019cfe246a6a0f61b2453b39ffe on resource:network {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:38:28.281678 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-34c4281a-a0e8-4fff-a868-c39e7a6e6fbf tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.99 "GET /v2.0/networks?id=a5588f1f-265a-420c-afdf-ef3ae46672ca HTTP/1.1" status: 200 len: 809 time: 0.1909111 Feb 18 12:38:28.473738 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-a0704fbb-2540-4e45-a959-e790d9c3a21a tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Synchronizing usage tracker for tenant:a450f019cfe246a6a0f61b2453b39ffe on resource:security_group {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:38:28.496067 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-a0704fbb-2540-4e45-a959-e790d9c3a21a tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Unset dirty status for tenant:a450f019cfe246a6a0f61b2453b39ffe on resource:security_group {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:38:28.497496 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-a0704fbb-2540-4e45-a959-e790d9c3a21a tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=a450f019cfe246a6a0f61b2453b39ffe HTTP/1.1" status: 200 len: 5759 time: 0.1443377 Feb 18 12:38:28.507772 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c9e41-4e3c-4a6a-aa80-d0a1cc2b0e39 req-10fadc34-9620-45dd-86d9-206bb7b35382 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:28.509452 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ed8c9e41-4e3c-4a6a-aa80-d0a1cc2b0e39 req-10fadc34-9620-45dd-86d9-206bb7b35382 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=cbe11aaa-3981-456f-a54e-5d7e1c6c9a51 HTTP/1.1" status: 200 len: 945 time: 0.1939583 Feb 18 12:38:28.520494 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-87bac001-3ac3-46db-be97-fc01b3259453 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Request body: {'port': {'device_id': 'cdcf299a-400f-46c6-a984-27e48fecda53', 'network_id': 'a5588f1f-265a-420c-afdf-ef3ae46672ca', 'admin_state_up': True, 'tenant_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'security_groups': ['855e7bd1-f210-44f3-8946-945746aab679']}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:38:28.660209 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf225b42-5943-4610-a5ac-5f3e9dfc1c2e req-e501c7c3-1f57-4d2b-9b5c-8c2183c903df tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:28.661874 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bf225b42-5943-4610-a5ac-5f3e9dfc1c2e req-e501c7c3-1f57-4d2b-9b5c-8c2183c903df tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.0954511 Feb 18 12:38:28.686274 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ed8c9e41-4e3c-4a6a-aa80-d0a1cc2b0e39 req-b925b0d7-9e71-4359-8376-ef318cb0b181 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450696 Feb 18 12:38:28.719616 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bf225b42-5943-4610-a5ac-5f3e9dfc1c2e req-79e43f52-842b-48f3-bbc9-ad7e589b9e63 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505633 Feb 18 12:38:28.732140 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-87bac001-3ac3-46db-be97-fc01b3259453 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:38:28.742248 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-87bac001-3ac3-46db-be97-fc01b3259453 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:38:28.751834 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-87bac001-3ac3-46db-be97-fc01b3259453 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Made reservation on behalf of a450f019cfe246a6a0f61b2453b39ffe for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:38:28.757784 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-87bac001-3ac3-46db-be97-fc01b3259453 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:29.087584 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 848d2cb0-c455-4dff-ab83-ee611ea9c153 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:38:29.113522 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dcef8503-6a97-445d-98d0-251270017bba req-faeb5eeb-1e25-401c-b7ae-2e65b315a2e1 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 210 time: 0.0629790 Feb 18 12:38:29.134887 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-87bac001-3ac3-46db-be97-fc01b3259453 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Allocated IP 172.20.0.10 (a5588f1f-265a-420c-afdf-ef3ae46672ca/f9e0bf6e-a1d7-4688-ad26-02039f4037d9/c6960eb4-f5bf-477f-9caa-b0532dfd877d) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:38:29.165101 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 848d2cb0-c455-4dff-ab83-ee611ea9c153 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:38:29.165516 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:29.344976 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-87bac001-3ac3-46db-be97-fc01b3259453 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:29.362660 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-87bac001-3ac3-46db-be97-fc01b3259453 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Transition to ACTIVE for port object c6960eb4-f5bf-477f-9caa-b0532dfd877d will not be triggered until provisioned by entity DHCP. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:38:29.391865 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-87bac001-3ac3-46db-be97-fc01b3259453 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:29.411428 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-43151e68-ead6-4380-aeae-11a96b729480 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:29.556509 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bac001-3ac3-46db-be97-fc01b3259453 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Pushing event updated for resources: {'Port': ['ID=c6960eb4-f5bf-477f-9caa-b0532dfd877d,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:29.570030 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-87bac001-3ac3-46db-be97-fc01b3259453 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:29.615474 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-87bac001-3ac3-46db-be97-fc01b3259453 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Network a5588f1f-265a-420c-afdf-ef3ae46672ca is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:38:29.616596 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-87bac001-3ac3-46db-be97-fc01b3259453 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:38:29.619021 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-87bac001-3ac3-46db-be97-fc01b3259453 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:38:29.696217 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-87bac001-3ac3-46db-be97-fc01b3259453 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:29.697167 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-87bac001-3ac3-46db-be97-fc01b3259453 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:29.730882 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-87bac001-3ac3-46db-be97-fc01b3259453 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2163961 Feb 18 12:38:29.754245 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-cd1649eb-0d4e-47be-a82f-1b8fc529abe3 service neutron] Request body: {'port': {'device_id': 'cdcf299a-400f-46c6-a984-27e48fecda53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:38:29.882196 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-cd1649eb-0d4e-47be-a82f-1b8fc529abe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:29.895202 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-089fe20c-26b8-4365-966a-8c9eedc95f04 None None] Provisioning for port c6960eb4-f5bf-477f-9caa-b0532dfd877d completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:38:29.901630 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-089fe20c-26b8-4365-966a-8c9eedc95f04 None None] Provisioning complete for port c6960eb4-f5bf-477f-9caa-b0532dfd877d triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:38:29.902043 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-089fe20c-26b8-4365-966a-8c9eedc95f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:29.902412 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ca53a-03b8-409c-b817-9d82192a700a req-db45e5c5-0e11-4f4b-8b2f-0139a54f15d0 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:29.904139 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-110ca53a-03b8-409c-b817-9d82192a700a req-db45e5c5-0e11-4f4b-8b2f-0139a54f15d0 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=cbe11aaa-3981-456f-a54e-5d7e1c6c9a51 HTTP/1.1" status: 200 len: 945 time: 0.0927742 Feb 18 12:38:29.956923 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-110ca53a-03b8-409c-b817-9d82192a700a req-b6a68cf9-d681-47f6-9d63-f50673cbacc2 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459664 Feb 18 12:38:29.961860 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-089fe20c-26b8-4365-966a-8c9eedc95f04 None None] Port c6960eb4-f5bf-477f-9caa-b0532dfd877d cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:38:30.407060 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5b625-97a7-4bf6-ace8-1f96ac7645c5 req-f8b1fb5d-50b2-4909-b2fe-2a614ba28a1c tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:30.407060 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-29e5b625-97a7-4bf6-ace8-1f96ac7645c5 req-f8b1fb5d-50b2-4909-b2fe-2a614ba28a1c tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Synchronizing usage tracker for tenant:a450f019cfe246a6a0f61b2453b39ffe on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:38:30.414521 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-cd1649eb-0d4e-47be-a82f-1b8fc529abe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6960eb4-f5bf-477f-9caa-b0532dfd877d {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:38:30.425573 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-cd1649eb-0d4e-47be-a82f-1b8fc529abe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:30.444528 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-cd1649eb-0d4e-47be-a82f-1b8fc529abe3 service neutron] Transition to ACTIVE for port object c6960eb4-f5bf-477f-9caa-b0532dfd877d will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:38:30.445841 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-29e5b625-97a7-4bf6-ace8-1f96ac7645c5 req-f8b1fb5d-50b2-4909-b2fe-2a614ba28a1c tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Unset dirty status for tenant:a450f019cfe246a6a0f61b2453b39ffe on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:38:30.447128 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-29e5b625-97a7-4bf6-ace8-1f96ac7645c5 req-f8b1fb5d-50b2-4909-b2fe-2a614ba28a1c tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 932 time: 0.2122531 Feb 18 12:38:30.448924 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-cd1649eb-0d4e-47be-a82f-1b8fc529abe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:30.467593 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-87bac001-3ac3-46db-be97-fc01b3259453 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:30.652234 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1649eb-0d4e-47be-a82f-1b8fc529abe3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6960eb4-f5bf-477f-9caa-b0532dfd877d,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:30.660863 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cd1649eb-0d4e-47be-a82f-1b8fc529abe3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:30.664162 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-29e5b625-97a7-4bf6-ace8-1f96ac7645c5 req-aeabecd1-3f5f-49d6-a0fa-a962d18ca16a tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2006211 Feb 18 12:38:30.843764 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-cd1649eb-0d4e-47be-a82f-1b8fc529abe3 service neutron] Attempting to bind port c6960eb4-f5bf-477f-9caa-b0532dfd877d on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:38:30.844140 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-cd1649eb-0d4e-47be-a82f-1b8fc529abe3 service neutron] Attempting to bind port c6960eb4-f5bf-477f-9caa-b0532dfd877d by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '4467869a-df34-44b3-83a8-e59b054616c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a5588f1f-265a-420c-afdf-ef3ae46672ca'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:38:30.844511 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-cd1649eb-0d4e-47be-a82f-1b8fc529abe3 service neutron] Attempting to bind port c6960eb4-f5bf-477f-9caa-b0532dfd877d on network a5588f1f-265a-420c-afdf-ef3ae46672ca {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:38:30.850463 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-cd1649eb-0d4e-47be-a82f-1b8fc529abe3 service neutron] Checking agent: {'id': '18f92198-7ba7-4077-b6e2-71a52c8a0624', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 28, 38), 'started_at': datetime.datetime(2021, 2, 18, 12, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:38:30.850835 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-cd1649eb-0d4e-47be-a82f-1b8fc529abe3 service neutron] Checking segment: {'id': '4467869a-df34-44b3-83a8-e59b054616c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a5588f1f-265a-420c-afdf-ef3ae46672ca'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:38:30.851265 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-cd1649eb-0d4e-47be-a82f-1b8fc529abe3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:30.851673 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-cd1649eb-0d4e-47be-a82f-1b8fc529abe3 service neutron] Bound using segment: {'id': '4467869a-df34-44b3-83a8-e59b054616c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a5588f1f-265a-420c-afdf-ef3ae46672ca'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:38:30.852156 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-cd1649eb-0d4e-47be-a82f-1b8fc529abe3 service neutron] Bound port: c6960eb4-f5bf-477f-9caa-b0532dfd877d, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4467869a-df34-44b3-83a8-e59b054616c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a5588f1f-265a-420c-afdf-ef3ae46672ca'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:38:30.852680 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-cd1649eb-0d4e-47be-a82f-1b8fc529abe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:30.952640 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-cd1649eb-0d4e-47be-a82f-1b8fc529abe3 service neutron] For port c6960eb4-f5bf-477f-9caa-b0532dfd877d, host hv-cinder-77642, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:38:30.955847 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-cd1649eb-0d4e-47be-a82f-1b8fc529abe3 service neutron] For port c6960eb4-f5bf-477f-9caa-b0532dfd877d, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=c6960eb4-f5bf-477f-9caa-b0532dfd877d,segment=NetworkSegment(4467869a-df34-44b3-83a8-e59b054616c1),segment_id=4467869a-df34-44b3-83a8-e59b054616c1)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:38:30.959224 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-cd1649eb-0d4e-47be-a82f-1b8fc529abe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:30.974654 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:30.983908 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-54637283-b8ad-4e65-aee5-30eefb91058e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:31.129733 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1649eb-0d4e-47be-a82f-1b8fc529abe3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6960eb4-f5bf-477f-9caa-b0532dfd877d,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:31.135481 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cd1649eb-0d4e-47be-a82f-1b8fc529abe3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:31.168265 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-cd1649eb-0d4e-47be-a82f-1b8fc529abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:31.168889 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-cd1649eb-0d4e-47be-a82f-1b8fc529abe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:31.170449 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-cd1649eb-0d4e-47be-a82f-1b8fc529abe3 service neutron] 10.222.0.99 "PUT /v2.0/ports/c6960eb4-f5bf-477f-9caa-b0532dfd877d HTTP/1.1" status: 200 len: 1158 time: 1.4220161 Feb 18 12:38:31.171024 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdcf299a-400f-46c6-a984-27e48fecda53', 'tag': 'c6960eb4-f5bf-477f-9caa-b0532dfd877d'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:38:31.223062 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdcf299a-400f-46c6-a984-27e48fecda53', 'tag': 'c6960eb4-f5bf-477f-9caa-b0532dfd877d', 'status': 'completed', 'code': 200} Feb 18 12:38:31.357780 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-e132ac4f-beff-4d2b-8f2b-fd3548c6f0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:31.359466 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-e132ac4f-beff-4d2b-8f2b-fd3548c6f0d4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=a450f019cfe246a6a0f61b2453b39ffe&device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 1161 time: 0.0823164 Feb 18 12:38:31.462352 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-5f5a33af-aa00-458e-9083-979627430897 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6960eb4-f5bf-477f-9caa-b0532dfd877d HTTP/1.1" status: 200 len: 217 time: 0.0761731 Feb 18 12:38:31.545032 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-62cffdce-76c0-43c1-be60-c0d9d9f33972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:31.546653 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-62cffdce-76c0-43c1-be60-c0d9d9f33972 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f9e0bf6e-a1d7-4688-ad26-02039f4037d9 HTTP/1.1" status: 200 len: 848 time: 0.0729675 Feb 18 12:38:31.632517 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-74ac8da5-a8cc-4377-a23a-1140d9821caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:31.634041 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-74ac8da5-a8cc-4377-a23a-1140d9821caf service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a5588f1f-265a-420c-afdf-ef3ae46672ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0804014 Feb 18 12:38:31.890946 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bae95e-53ea-46c2-8d0e-0820697eca4b req-96555a64-1083-4a17-a867-cfddaa60d7ac tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:31.892755 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-51bae95e-53ea-46c2-8d0e-0820697eca4b req-96555a64-1083-4a17-a867-cfddaa60d7ac tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.1044869 Feb 18 12:38:31.953231 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-51bae95e-53ea-46c2-8d0e-0820697eca4b req-1b6c058d-d6f6-4bd4-afd4-8758189e7ee3 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0532722 Feb 18 12:38:32.037900 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-9c3ddff3-542f-4a62-8e86-f0a3f32ea888 service neutron] 10.222.0.99 "GET /v2.0/networks/a5588f1f-265a-420c-afdf-ef3ae46672ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926947 Feb 18 12:38:32.222188 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-33379d0d-df96-4482-a8da-186a2e57f1a8 service neutron] 10.222.0.99 "GET /v2.0/networks/a5588f1f-265a-420c-afdf-ef3ae46672ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1742015 Feb 18 12:38:32.477058 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8a0dd-e3c1-4f77-9ff9-d1c28a9cc1f0 req-554339a0-e646-4bb0-bdca-54a0ca4fb842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:32.478681 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5fb8a0dd-e3c1-4f77-9ff9-d1c28a9cc1f0 req-554339a0-e646-4bb0-bdca-54a0ca4fb842 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=a450f019cfe246a6a0f61b2453b39ffe&device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 1161 time: 0.0852613 Feb 18 12:38:32.628505 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8a0dd-e3c1-4f77-9ff9-d1c28a9cc1f0 req-ceb2b61d-89d6-4f35-a7aa-357bdb48c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:32.630123 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5fb8a0dd-e3c1-4f77-9ff9-d1c28a9cc1f0 req-ceb2b61d-89d6-4f35-a7aa-357bdb48c52a service neutron] 10.222.0.99 "GET /v2.0/networks?id=a5588f1f-265a-420c-afdf-ef3ae46672ca HTTP/1.1" status: 200 len: 903 time: 0.1443884 Feb 18 12:38:32.708311 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5fb8a0dd-e3c1-4f77-9ff9-d1c28a9cc1f0 req-21f32fcf-ca26-48c7-b6e9-c9a55977e394 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6960eb4-f5bf-477f-9caa-b0532dfd877d HTTP/1.1" status: 200 len: 217 time: 0.0711727 Feb 18 12:38:32.789907 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8a0dd-e3c1-4f77-9ff9-d1c28a9cc1f0 req-78b52872-c5a7-40c6-8fc5-64c3fc715c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:32.791688 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5fb8a0dd-e3c1-4f77-9ff9-d1c28a9cc1f0 req-78b52872-c5a7-40c6-8fc5-64c3fc715c1a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f9e0bf6e-a1d7-4688-ad26-02039f4037d9 HTTP/1.1" status: 200 len: 848 time: 0.0664263 Feb 18 12:38:32.877784 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8a0dd-e3c1-4f77-9ff9-d1c28a9cc1f0 req-12514d9c-1572-4292-b64c-f41827ca16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:32.879398 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5fb8a0dd-e3c1-4f77-9ff9-d1c28a9cc1f0 req-12514d9c-1572-4292-b64c-f41827ca16c8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a5588f1f-265a-420c-afdf-ef3ae46672ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812581 Feb 18 12:38:33.032597 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5fb8a0dd-e3c1-4f77-9ff9-d1c28a9cc1f0 req-a7e2890b-5656-48ef-8b2b-97160a78591b service neutron] 10.222.0.99 "GET /v2.0/networks/a5588f1f-265a-420c-afdf-ef3ae46672ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433530 Feb 18 12:38:33.169794 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a39177-2a23-44bc-b291-189a08e0db49 req-42c8eff9-ff42-447b-8dda-ab2a5e59a7fc tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:33.171816 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-36a39177-2a23-44bc-b291-189a08e0db49 req-42c8eff9-ff42-447b-8dda-ab2a5e59a7fc tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0921414 Feb 18 12:38:33.195425 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5fb8a0dd-e3c1-4f77-9ff9-d1c28a9cc1f0 req-9cc03ee0-fb41-48b8-980e-9c7568060bac service neutron] 10.222.0.99 "GET /v2.0/networks/a5588f1f-265a-420c-afdf-ef3ae46672ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1473143 Feb 18 12:38:33.225842 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-36a39177-2a23-44bc-b291-189a08e0db49 req-ae0118fc-c8b7-41eb-8ac9-14e221767bd7 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0469925 Feb 18 12:38:33.376820 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-91a94da1-bdc9-4f6c-a924-f81215c478c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:33.854059 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:34.460942 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864c0e9-3de9-40f9-8ff1-fea31be45299 req-2dfc6eea-41b8-434d-8255-ee2999226832 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:34.462558 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6864c0e9-3de9-40f9-8ff1-fea31be45299 req-2dfc6eea-41b8-434d-8255-ee2999226832 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.1025627 Feb 18 12:38:34.516212 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6864c0e9-3de9-40f9-8ff1-fea31be45299 req-99ec2023-9417-414e-b4ec-9576e965184c tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0470326 Feb 18 12:38:35.151049 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:35.314735 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:38:35.499988 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:35.718210 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac9aa1-992b-4850-baa4-2b4ab0a25320 req-dbc798ee-79cf-4b02-aca2-eed75a03b0f7 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:35.719662 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-86ac9aa1-992b-4850-baa4-2b4ab0a25320 req-dbc798ee-79cf-4b02-aca2-eed75a03b0f7 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0860457 Feb 18 12:38:35.768148 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-86ac9aa1-992b-4850-baa4-2b4ab0a25320 req-e5fb2ea3-9374-4ea4-830a-480b7f4af184 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0422211 Feb 18 12:38:36.555910 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-704abdea-8b37-4af2-97df-102f7bd903cc req-ec31eee8-d7dd-44fa-a2c3-7d807d4a5341 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0786624 Feb 18 12:38:36.679818 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704abdea-8b37-4af2-97df-102f7bd903cc req-d3139830-758b-49d8-8ab8-309da7cc7a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:36.681451 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-704abdea-8b37-4af2-97df-102f7bd903cc req-d3139830-758b-49d8-8ab8-309da7cc7a75 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d19cc7f219c541d79e256e08131b7da3&device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 1202 time: 0.0843992 Feb 18 12:38:36.845774 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704abdea-8b37-4af2-97df-102f7bd903cc req-c4ee74b2-66c2-457c-a175-b70392f83d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:36.847462 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-704abdea-8b37-4af2-97df-102f7bd903cc req-c4ee74b2-66c2-457c-a175-b70392f83d44 service neutron] 10.222.0.99 "GET /v2.0/networks?id=5bccefc1-eeb4-48b2-860d-eba700c03669 HTTP/1.1" status: 200 len: 909 time: 0.1456168 Feb 18 12:38:37.033836 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-704abdea-8b37-4af2-97df-102f7bd903cc req-fcb718ca-a403-4332-8e02-4135fd187846 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18b49a94-f368-427b-b421-6e8574741ec8 HTTP/1.1" status: 200 len: 1001 time: 0.1786253 Feb 18 12:38:37.091508 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed8db5-8651-465f-b7c3-fea236a07927 req-4ce90ab4-294f-45a4-beca-16627273141b tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:37.093219 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7fed8db5-8651-465f-b7c3-fea236a07927 req-4ce90ab4-294f-45a4-beca-16627273141b tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.1806514 Feb 18 12:38:37.150708 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704abdea-8b37-4af2-97df-102f7bd903cc req-3a2e05af-b382-407d-ad89-064dfea1337d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:37.152365 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-704abdea-8b37-4af2-97df-102f7bd903cc req-3a2e05af-b382-407d-ad89-064dfea1337d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cb7bae6a-7fcb-4274-b23f-3f83723ba9c7 HTTP/1.1" status: 200 len: 854 time: 0.1064868 Feb 18 12:38:37.162661 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7fed8db5-8651-465f-b7c3-fea236a07927 req-27de6bf6-243a-49f9-a2a9-c2e34cfdbb64 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0567150 Feb 18 12:38:37.243423 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704abdea-8b37-4af2-97df-102f7bd903cc req-b54c296c-f937-4135-ba0f-4d30bdae69f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:37.245819 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-704abdea-8b37-4af2-97df-102f7bd903cc req-b54c296c-f937-4135-ba0f-4d30bdae69f0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5bccefc1-eeb4-48b2-860d-eba700c03669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0815213 Feb 18 12:38:37.391699 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-704abdea-8b37-4af2-97df-102f7bd903cc req-b6967d68-a3d3-4cd5-a6b6-4b8e36d891c7 service neutron] 10.222.0.99 "GET /v2.0/networks/5bccefc1-eeb4-48b2-860d-eba700c03669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384308 Feb 18 12:38:37.539519 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-704abdea-8b37-4af2-97df-102f7bd903cc req-bafecc9d-8df0-4fdc-b3d0-628626602d03 service neutron] 10.222.0.99 "GET /v2.0/networks/5bccefc1-eeb4-48b2-860d-eba700c03669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1404033 Feb 18 12:38:38.381361 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08cc14d-290d-4a2a-ab08-6cc6d8ed7d2e req-edde43fb-8bbd-4b40-ac1b-273990bf1ca5 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:38.383309 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b08cc14d-290d-4a2a-ab08-6cc6d8ed7d2e req-edde43fb-8bbd-4b40-ac1b-273990bf1ca5 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0967660 Feb 18 12:38:38.433748 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b08cc14d-290d-4a2a-ab08-6cc6d8ed7d2e req-16d37897-15d3-4d05-9b4c-0a5f5bb18020 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0431201 Feb 18 12:38:39.666398 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ad1bf-65d7-43be-9568-5adccf3582fe req-d0162ceb-5c36-4b64-9162-fc94491e5633 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:39.669102 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-156ad1bf-65d7-43be-9568-5adccf3582fe req-d0162ceb-5c36-4b64-9162-fc94491e5633 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.1092017 Feb 18 12:38:39.724240 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-156ad1bf-65d7-43be-9568-5adccf3582fe req-a3cbc822-d09c-4ef0-9f97-db279fb76d49 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0484734 Feb 18 12:38:40.958472 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda7aac-20fa-423d-a42c-c6bd27932c21 req-2437887b-84b6-4f98-a827-bd3e48f18f24 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:40.960233 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1dda7aac-20fa-423d-a42c-c6bd27932c21 req-2437887b-84b6-4f98-a827-bd3e48f18f24 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0997000 Feb 18 12:38:41.015334 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1dda7aac-20fa-423d-a42c-c6bd27932c21 req-88abb113-9be7-4d7e-9093-c7db075ff6ea tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0480566 Feb 18 12:38:42.235990 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599e1ae-36d5-4fd3-bf77-1122acd53e49 req-ba76db39-0499-4039-b865-c6b4c4eb27cc tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:42.237777 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b599e1ae-36d5-4fd3-bf77-1122acd53e49 req-ba76db39-0499-4039-b865-c6b4c4eb27cc tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.1011853 Feb 18 12:38:42.319694 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b599e1ae-36d5-4fd3-bf77-1122acd53e49 req-75fd8f12-f632-4ee9-9d20-afce1d24ddca tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0735955 Feb 18 12:38:43.568299 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f16be3-2aee-45b6-a20d-dac65e9b97fa req-356b7089-987d-4a7f-9de8-c0898eb36483 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:43.570022 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-88f16be3-2aee-45b6-a20d-dac65e9b97fa req-356b7089-987d-4a7f-9de8-c0898eb36483 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0942447 Feb 18 12:38:43.627224 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-88f16be3-2aee-45b6-a20d-dac65e9b97fa req-eb5d309d-6b08-451c-b4e4-1510c5b032a6 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0496128 Feb 18 12:38:44.864423 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff00c8f-0be4-49e3-a029-f7d0b1035a4d req-90ba8f05-7a40-4c30-a9f5-f114a7f6d560 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:44.866089 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5ff00c8f-0be4-49e3-a029-f7d0b1035a4d req-90ba8f05-7a40-4c30-a9f5-f114a7f6d560 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.1187119 Feb 18 12:38:44.936919 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5ff00c8f-0be4-49e3-a029-f7d0b1035a4d req-5d8e58f0-7e0b-495a-bd2d-246fe7cbc555 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0629070 Feb 18 12:38:46.168278 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79ea5f-55e5-433f-974d-8342a9bc5de8 req-67273fe8-4022-4665-9cbb-8ffe39b705fe tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:46.169988 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fe79ea5f-55e5-433f-974d-8342a9bc5de8 req-67273fe8-4022-4665-9cbb-8ffe39b705fe tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0991802 Feb 18 12:38:46.223877 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fe79ea5f-55e5-433f-974d-8342a9bc5de8 req-3fad5b9c-d20c-4a65-a1a6-a45ca53ff116 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0471287 Feb 18 12:38:46.553689 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:47.430329 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797eb6e-22da-467f-9f09-f7d1b24edf00 req-7123001d-4349-43d5-80bc-6ef962709ec8 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:47.431977 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a797eb6e-22da-467f-9f09-f7d1b24edf00 req-7123001d-4349-43d5-80bc-6ef962709ec8 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0884461 Feb 18 12:38:47.483306 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a797eb6e-22da-467f-9f09-f7d1b24edf00 req-51679e62-b8d2-4dd1-9f72-11d52c564a18 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0444074 Feb 18 12:38:48.687768 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503d514-6c79-43da-853a-e08057b592a6 req-09c1b32c-cec2-4140-a54f-85c69723864a tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:48.689439 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d503d514-6c79-43da-853a-e08057b592a6 req-09c1b32c-cec2-4140-a54f-85c69723864a tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0913250 Feb 18 12:38:48.743862 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d503d514-6c79-43da-853a-e08057b592a6 req-024e8196-f9f5-4248-9398-a9287adfb718 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0478141 Feb 18 12:38:49.945413 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16311d57-4f3e-4c8e-909e-e8cf087c1c13 req-d7717265-d29b-41b8-8232-77c39ca2ae59 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:49.947044 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-16311d57-4f3e-4c8e-909e-e8cf087c1c13 req-d7717265-d29b-41b8-8232-77c39ca2ae59 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0887785 Feb 18 12:38:49.998520 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-16311d57-4f3e-4c8e-909e-e8cf087c1c13 req-7faf337d-8c48-4bf8-8a43-2d5fedf875a1 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0438251 Feb 18 12:38:51.201772 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f77066-cdb9-4c94-bdfd-8b50d57f887d req-292dd504-0170-4acb-a028-5b29ba289696 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:51.203423 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b4f77066-cdb9-4c94-bdfd-8b50d57f887d req-292dd504-0170-4acb-a028-5b29ba289696 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0887430 Feb 18 12:38:51.253347 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b4f77066-cdb9-4c94-bdfd-8b50d57f887d req-d56fc48b-fdb2-4499-8495-c601adbb7785 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0436864 Feb 18 12:38:52.462948 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f0c79-5ac1-44c6-a175-82be4eca3d3e req-0eb6642d-268f-45fa-b8d1-c45516ad64c0 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:52.464795 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-695f0c79-5ac1-44c6-a175-82be4eca3d3e req-0eb6642d-268f-45fa-b8d1-c45516ad64c0 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0921113 Feb 18 12:38:52.514239 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-695f0c79-5ac1-44c6-a175-82be4eca3d3e req-6257a10f-8234-4583-a5b9-217fdff25c98 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0429242 Feb 18 12:38:53.722308 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301861b-8055-4795-be0d-ff0cc8f86376 req-a8c78fd0-d7a5-400d-8219-23c7a94ef95e tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:53.723960 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a301861b-8055-4795-be0d-ff0cc8f86376 req-a8c78fd0-d7a5-400d-8219-23c7a94ef95e tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0913367 Feb 18 12:38:53.773245 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a301861b-8055-4795-be0d-ff0cc8f86376 req-f6204cef-fd28-4896-b6d0-289807b4e6c4 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0424881 Feb 18 12:38:54.973908 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ab3f9-9bea-4ca1-921b-a57324c8b311 req-1f47f22d-7344-44ea-8f6f-9cef3945da42 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:54.975575 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5c0ab3f9-9bea-4ca1-921b-a57324c8b311 req-1f47f22d-7344-44ea-8f6f-9cef3945da42 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0862527 Feb 18 12:38:55.030924 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5c0ab3f9-9bea-4ca1-921b-a57324c8b311 req-b55f4725-abb9-47f8-a2de-52a48705821e tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0489359 Feb 18 12:38:56.232100 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0f5c7-e366-4bd5-b71c-07bc46fb2b0c req-261cf9b4-b8aa-4c6d-8d4b-b14132a91bf0 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:56.233730 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2b0f5c7-e366-4bd5-b71c-07bc46fb2b0c req-261cf9b4-b8aa-4c6d-8d4b-b14132a91bf0 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0880785 Feb 18 12:38:56.287234 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2b0f5c7-e366-4bd5-b71c-07bc46fb2b0c req-103b444c-5018-4515-80f6-f3a54b65058e tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0469699 Feb 18 12:38:57.490395 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c00fbe-e1ea-46f9-ad16-529d369f77f9 req-c78d5fc9-0452-44db-88b5-5269ba1dcc51 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:57.492010 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-53c00fbe-e1ea-46f9-ad16-529d369f77f9 req-c78d5fc9-0452-44db-88b5-5269ba1dcc51 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0888722 Feb 18 12:38:57.543299 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-53c00fbe-e1ea-46f9-ad16-529d369f77f9 req-64a00224-c4a0-4a0e-8e8f-22f4d6214030 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0449686 Feb 18 12:38:58.748416 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b537eae-f792-4bbe-9330-5225ef431e62 req-6f91b293-d922-412d-a19c-4de794010837 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:58.750072 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7b537eae-f792-4bbe-9330-5225ef431e62 req-6f91b293-d922-412d-a19c-4de794010837 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0898151 Feb 18 12:38:58.799356 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7b537eae-f792-4bbe-9330-5225ef431e62 req-f3b1e705-7ba4-4c84-be15-3ca5f2a130af tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0428669 Feb 18 12:39:00.004949 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68223a25-0bd4-4225-a272-50ba724a3805 req-c3e211d0-9261-44e1-a166-49c53e1adb84 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:00.006597 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-68223a25-0bd4-4225-a272-50ba724a3805 req-c3e211d0-9261-44e1-a166-49c53e1adb84 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0934138 Feb 18 12:39:00.058221 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-68223a25-0bd4-4225-a272-50ba724a3805 req-be8f964a-7e02-4ded-ad12-5f49880de519 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0439749 Feb 18 12:39:00.985384 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7cb62c5f-3528-4595-9932-3a73162552d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:01.265221 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf60ee-9380-4f30-94b3-9bc7a6fe4fc8 req-493f98c5-537d-4fc2-b222-077547ca0e6e tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:01.266771 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2ccf60ee-9380-4f30-94b3-9bc7a6fe4fc8 req-493f98c5-537d-4fc2-b222-077547ca0e6e tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0915785 Feb 18 12:39:01.316633 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2ccf60ee-9380-4f30-94b3-9bc7a6fe4fc8 req-489f0fc5-441a-4de1-a31d-fa67f4bebb70 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0424519 Feb 18 12:39:02.521513 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7a887-4ff2-4da4-8879-ad352bf26adc req-f213b4eb-4a56-4e2c-a08a-94f90ed61c43 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:02.523102 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-50e7a887-4ff2-4da4-8879-ad352bf26adc req-f213b4eb-4a56-4e2c-a08a-94f90ed61c43 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0866196 Feb 18 12:39:02.575621 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-50e7a887-4ff2-4da4-8879-ad352bf26adc req-6881fc1e-d75b-46cc-a2a0-8764b58866bc tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0460632 Feb 18 12:39:03.386065 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d536e25f-e280-463d-bf6a-86037831da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:03.773210 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986087f-d7e4-4cda-b0eb-5741156d381e req-9493ac09-89da-46a8-a5aa-94b49cc69017 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:03.774798 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8986087f-d7e4-4cda-b0eb-5741156d381e req-9493ac09-89da-46a8-a5aa-94b49cc69017 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0871153 Feb 18 12:39:03.828182 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8986087f-d7e4-4cda-b0eb-5741156d381e req-323ced8f-7b77-46cb-91b0-21c5327fc82b tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0469639 Feb 18 12:39:03.859006 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:05.030511 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bd3cd-c5d7-4bd7-8e31-e20bb003a1f5 req-5c02f8f3-cf9e-4483-9c15-0ef5587220eb tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:05.032193 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-204bd3cd-c5d7-4bd7-8e31-e20bb003a1f5 req-5c02f8f3-cf9e-4483-9c15-0ef5587220eb tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0903323 Feb 18 12:39:05.081152 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-204bd3cd-c5d7-4bd7-8e31-e20bb003a1f5 req-0746f051-d0f8-4d7d-b472-017a7e3af928 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0427406 Feb 18 12:39:05.145954 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:05.502823 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:06.285207 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d1a37-ea75-4e82-9297-36808988b32d req-b9746d4e-b8e7-4fba-b671-1d1d6f61749a tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:06.286820 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-124d1a37-ea75-4e82-9297-36808988b32d req-b9746d4e-b8e7-4fba-b671-1d1d6f61749a tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0872178 Feb 18 12:39:06.336416 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-124d1a37-ea75-4e82-9297-36808988b32d req-01a8428c-c804-43a7-9f9a-e2ee4347b399 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0421894 Feb 18 12:39:07.549088 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0747b-ec46-464b-ad1a-a82095d2bc63 req-6acb7a40-e67a-4954-9fe5-7a8d637e540a tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:07.550645 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-57d0747b-ec46-464b-ad1a-a82095d2bc63 req-6acb7a40-e67a-4954-9fe5-7a8d637e540a tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0954299 Feb 18 12:39:07.599906 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-57d0747b-ec46-464b-ad1a-a82095d2bc63 req-32513ada-b536-4cbf-83f4-196d2bb5c0a4 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0428538 Feb 18 12:39:08.803558 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01eb5e5-0826-4701-8261-cb38d79e9a92 req-68eb85e1-c161-456f-98ee-344dd6072048 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:08.805046 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c01eb5e5-0826-4701-8261-cb38d79e9a92 req-68eb85e1-c161-456f-98ee-344dd6072048 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0922835 Feb 18 12:39:08.854811 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c01eb5e5-0826-4701-8261-cb38d79e9a92 req-62675ae1-87d9-4ea9-b35a-bb24bf5d56c7 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0426948 Feb 18 12:39:10.076066 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b7a3a-422f-4255-8eaf-fe8ae3a10d97 req-325b831f-99db-4269-aec1-b7d91bba077f tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:10.077754 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d59b7a3a-422f-4255-8eaf-fe8ae3a10d97 req-325b831f-99db-4269-aec1-b7d91bba077f tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.1002243 Feb 18 12:39:10.131381 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d59b7a3a-422f-4255-8eaf-fe8ae3a10d97 req-9c279939-71ad-4e06-840d-d1e4aa12a93f tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0468519 Feb 18 12:39:11.330803 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605c1cd-555b-42bf-a9e7-d85372201312 req-f4880d00-53d9-4940-998f-c395775f3833 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:11.332357 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c605c1cd-555b-42bf-a9e7-d85372201312 req-f4880d00-53d9-4940-998f-c395775f3833 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0873449 Feb 18 12:39:11.390719 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c605c1cd-555b-42bf-a9e7-d85372201312 req-904e8f61-eff4-4a13-94c2-41e532170b8e tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0519834 Feb 18 12:39:12.314697 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:39:12.624138 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8ca60-3df7-4a57-8c13-a9bba772b7db req-1c7ff97d-f9dc-46af-938b-4a6f8048e748 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:12.625911 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3af8ca60-3df7-4a57-8c13-a9bba772b7db req-1c7ff97d-f9dc-46af-938b-4a6f8048e748 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0918040 Feb 18 12:39:12.680927 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3af8ca60-3df7-4a57-8c13-a9bba772b7db req-b31c8821-df66-4bf7-b2aa-28c128cf6fbf tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0477741 Feb 18 12:39:13.883953 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf068a-7057-4464-baa0-0eddf8972b2f req-265b1583-555d-4d0b-ac03-b0d2e82f3a79 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:13.886116 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-62bf068a-7057-4464-baa0-0eddf8972b2f req-265b1583-555d-4d0b-ac03-b0d2e82f3a79 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0879135 Feb 18 12:39:13.936590 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-62bf068a-7057-4464-baa0-0eddf8972b2f req-454f194a-71e2-46ce-a8db-366557e7aec0 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0436237 Feb 18 12:39:15.140965 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3ffec-808c-47de-bf98-47766da15643 req-d409cae4-5c12-422c-915b-4361e4ea8e3b tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:15.142618 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-19f3ffec-808c-47de-bf98-47766da15643 req-d409cae4-5c12-422c-915b-4361e4ea8e3b tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0909512 Feb 18 12:39:15.194139 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-19f3ffec-808c-47de-bf98-47766da15643 req-8fc2d3df-e5d8-45bb-99ff-e81bab76fdd9 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0444579 Feb 18 12:39:16.398829 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d035f4-b3c8-44ac-bd59-576c22cf95c1 req-6b92afbe-01ee-485a-80d3-1a66aa07aa4e tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:16.400669 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-63d035f4-b3c8-44ac-bd59-576c22cf95c1 req-6b92afbe-01ee-485a-80d3-1a66aa07aa4e tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0920215 Feb 18 12:39:16.449595 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-63d035f4-b3c8-44ac-bd59-576c22cf95c1 req-edd0378d-b88c-4339-b936-b9d0de5f87c6 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0425992 Feb 18 12:39:16.556562 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:17.669794 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d121b10-1081-4152-9c83-3d945d85499f req-e54f6edf-1e75-41c4-9f2b-d5343180f1f6 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:17.672743 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d121b10-1081-4152-9c83-3d945d85499f req-e54f6edf-1e75-41c4-9f2b-d5343180f1f6 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.1035309 Feb 18 12:39:17.725057 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d121b10-1081-4152-9c83-3d945d85499f req-87fd383e-f43c-4c15-b46e-cabab4d37c07 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0462577 Feb 18 12:39:18.925289 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1854e-2ab6-4c9e-8ccf-d031ec75cafe req-0a9ae946-1dbc-4fb5-92df-0f1478bcd215 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:18.926902 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2ba1854e-2ab6-4c9e-8ccf-d031ec75cafe req-0a9ae946-1dbc-4fb5-92df-0f1478bcd215 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0871594 Feb 18 12:39:18.986595 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2ba1854e-2ab6-4c9e-8ccf-d031ec75cafe req-20e7d3ac-8c51-4c11-81cc-406c1082ad38 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0529308 Feb 18 12:39:20.187929 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2b253-0838-4feb-a8fd-7d91d4fb4a14 req-14cb832c-edad-46ed-ac93-f6ad5db8e5fe tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:20.189458 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-28f2b253-0838-4feb-a8fd-7d91d4fb4a14 req-14cb832c-edad-46ed-ac93-f6ad5db8e5fe tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0865779 Feb 18 12:39:20.238257 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-28f2b253-0838-4feb-a8fd-7d91d4fb4a14 req-b14822e1-d0ee-472e-8a4f-031fc0856a4f tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0424614 Feb 18 12:39:21.460745 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f46bd7-af4a-4d90-b488-a50dbf02b4ae req-3d4df9b8-e444-4171-83f3-8c1c91dae65a tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:21.462356 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-84f46bd7-af4a-4d90-b488-a50dbf02b4ae req-3d4df9b8-e444-4171-83f3-8c1c91dae65a tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0883188 Feb 18 12:39:21.515332 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-84f46bd7-af4a-4d90-b488-a50dbf02b4ae req-c5f64f76-860b-441f-9de7-3ec09b8dd8ad tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0463142 Feb 18 12:39:22.945391 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f6730-99ab-4bcf-80ef-72e695a34e4f req-d7b4296d-86f0-47ae-928a-670a843df24a tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:22.946987 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-359f6730-99ab-4bcf-80ef-72e695a34e4f req-d7b4296d-86f0-47ae-928a-670a843df24a tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.3184044 Feb 18 12:39:22.995246 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-359f6730-99ab-4bcf-80ef-72e695a34e4f req-34b6e5bc-14d2-4397-b222-fccc3643b4f8 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0416231 Feb 18 12:39:24.200141 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba057a70-5754-4a22-9e0c-c82f84653399 req-7033a495-3ed9-421b-9dfa-a6083ec5a911 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:24.201759 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba057a70-5754-4a22-9e0c-c82f84653399 req-7033a495-3ed9-421b-9dfa-a6083ec5a911 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0910943 Feb 18 12:39:24.250044 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba057a70-5754-4a22-9e0c-c82f84653399 req-276a8fb3-1583-4a5f-8aa8-55e79ade112c tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0418324 Feb 18 12:39:25.452702 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736617c-4b89-4404-b3fa-d9452c4531a1 req-216a17c1-1a3f-46b5-9b1a-dbd15677004b tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:25.454438 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a736617c-4b89-4404-b3fa-d9452c4531a1 req-216a17c1-1a3f-46b5-9b1a-dbd15677004b tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0874336 Feb 18 12:39:25.502881 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a736617c-4b89-4404-b3fa-d9452c4531a1 req-6a85e66e-e63a-404b-a6d6-f6d3c5a8b6d3 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0421057 Feb 18 12:39:26.707308 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a7943-a2b0-4b6e-bdbd-a00ef9ec648e req-5b0791f8-4721-489b-b926-2b507012e155 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:26.708875 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-327a7943-a2b0-4b6e-bdbd-a00ef9ec648e req-5b0791f8-4721-489b-b926-2b507012e155 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0856712 Feb 18 12:39:26.760601 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-327a7943-a2b0-4b6e-bdbd-a00ef9ec648e req-2b4011ad-a01e-4294-8e2f-57c693e29061 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0453818 Feb 18 12:39:27.960741 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e83d2-8b19-4409-9c95-4fecc7d85787 req-193cac9e-aeec-452c-9ef3-b93865ce82a8 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:27.962289 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-482e83d2-8b19-4409-9c95-4fecc7d85787 req-193cac9e-aeec-452c-9ef3-b93865ce82a8 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0895305 Feb 18 12:39:28.011364 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-482e83d2-8b19-4409-9c95-4fecc7d85787 req-b26a3253-f8f5-4f35-a61c-5a65a6e393a3 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0422809 Feb 18 12:39:29.212966 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc741c-abd5-4dcf-a053-a0aabed70ca6 req-593477ce-6a96-46de-8eec-dbcaa76ca552 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:29.214573 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-16fc741c-abd5-4dcf-a053-a0aabed70ca6 req-593477ce-6a96-46de-8eec-dbcaa76ca552 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0863853 Feb 18 12:39:29.263444 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-16fc741c-abd5-4dcf-a053-a0aabed70ca6 req-ffca8cc2-b4a4-46ec-a288-d6a71e40af2a tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0425215 Feb 18 12:39:30.479667 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63387628-f5f0-4dfc-be2d-f89902d4d7e1 req-bd78e73c-0898-4c51-958c-94637cf2d610 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:30.481343 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-63387628-f5f0-4dfc-be2d-f89902d4d7e1 req-bd78e73c-0898-4c51-958c-94637cf2d610 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0981741 Feb 18 12:39:30.533179 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-63387628-f5f0-4dfc-be2d-f89902d4d7e1 req-509ac711-45f2-4e50-a8c3-3964b2191f02 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0445752 Feb 18 12:39:30.989580 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b3503160-9285-44fb-8b07-31536ddd5d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:31.750355 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ea105-9489-4177-a363-f023dccf2aab req-40531472-877f-4826-bced-ae422934f67f tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:31.751958 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a82ea105-9489-4177-a363-f023dccf2aab req-40531472-877f-4826-bced-ae422934f67f tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0906773 Feb 18 12:39:31.801580 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a82ea105-9489-4177-a363-f023dccf2aab req-e6f13252-a5e2-463d-8c76-c110967586f1 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0431826 Feb 18 12:39:33.003376 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efee898-2706-42ef-a101-617ddbdd7d50 req-0882e45e-9fa0-4568-a04c-f724670a6453 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:33.004994 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3efee898-2706-42ef-a101-617ddbdd7d50 req-0882e45e-9fa0-4568-a04c-f724670a6453 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0870433 Feb 18 12:39:33.055825 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3efee898-2706-42ef-a101-617ddbdd7d50 req-0215ced2-730e-44c8-852e-9a7062f47a03 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0440922 Feb 18 12:39:33.379026 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4dbfd483-4726-4581-894f-036311114375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:33.860008 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:34.252652 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3481aa-d2d3-453d-9e8d-a45d70b27f9d req-eba495d6-cf7c-46a6-aef2-58532f526b87 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:34.254286 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5c3481aa-d2d3-453d-9e8d-a45d70b27f9d req-eba495d6-cf7c-46a6-aef2-58532f526b87 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0871534 Feb 18 12:39:34.308891 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5c3481aa-d2d3-453d-9e8d-a45d70b27f9d req-43d15879-08fd-49bb-8726-5ec223bd3a83 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0479105 Feb 18 12:39:35.150989 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:35.505625 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:35.522604 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c604589-4173-45ec-8cee-114f739f88c7 req-4dcea4b8-004c-4b96-bf1c-ca6527bf2a03 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:35.524649 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3c604589-4173-45ec-8cee-114f739f88c7 req-4dcea4b8-004c-4b96-bf1c-ca6527bf2a03 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0976334 Feb 18 12:39:35.573490 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3c604589-4173-45ec-8cee-114f739f88c7 req-03384a4a-34a9-44d1-b35f-9231216a6f77 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0426927 Feb 18 12:39:36.783875 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e52ee1-9c08-42c9-875c-20299de1077e req-7bbdb64c-0296-43b2-a361-fb45ff9ddb0d tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:36.785514 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-96e52ee1-9c08-42c9-875c-20299de1077e req-7bbdb64c-0296-43b2-a361-fb45ff9ddb0d tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0913222 Feb 18 12:39:36.834693 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-96e52ee1-9c08-42c9-875c-20299de1077e req-2ec0d2d9-8f25-407b-b14e-ddfefc460944 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0427718 Feb 18 12:39:37.604188 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-dc1c8551-ead9-4d7d-9cf3-992aa1e634fb tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:37.605849 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-dc1c8551-ead9-4d7d-9cf3-992aa1e634fb tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.0988600 Feb 18 12:39:37.686654 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Deleting port c6960eb4-f5bf-477f-9caa-b0532dfd877d {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:39:37.686965 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:38.014882 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] For port c6960eb4-f5bf-477f-9caa-b0532dfd877d, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=c6960eb4-f5bf-477f-9caa-b0532dfd877d,segment=NetworkSegment(4467869a-df34-44b3-83a8-e59b054616c1),segment_id=4467869a-df34-44b3-83a8-e59b054616c1)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:39:38.015430 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:38.159994 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Calling delete_port for c6960eb4-f5bf-477f-9caa-b0532dfd877d owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:39:38.255221 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b59fd-fedf-4a63-b78d-d7fbfa00de96 req-55396193-95c4-40f2-b9bc-dae47e93f8b2 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:38.256916 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9b4b59fd-fedf-4a63-b78d-d7fbfa00de96 req-55396193-95c4-40f2-b9bc-dae47e93f8b2 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 944 time: 0.3091059 Feb 18 12:39:38.371147 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9b4b59fd-fedf-4a63-b78d-d7fbfa00de96 req-d2b7af9c-87d5-4b42-9550-ad62c61c7cda tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups?id=855e7bd1-f210-44f3-8946-945746aab679&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0759563 Feb 18 12:39:38.372392 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:38.390718 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cd1649eb-0d4e-47be-a82f-1b8fc529abe3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:38.492598 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Pushing event deleted for resources: {'Port': ['ID=c6960eb4-f5bf-477f-9caa-b0532dfd877d,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:38.514044 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:38.514461 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:38.514880 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:38.515292 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:38.515727 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:38.516182 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:38.516660 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:38.516933 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:38.517331 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:38.517726 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:38.518124 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:38.518525 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:38.519001 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:38.519400 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:38.519838 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:38.520235 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:38.520630 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:38.521022 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:38.521415 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:38.521812 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:38.522207 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:38.522600 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:38.522999 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:38.523392 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:38.529395 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:38.626743 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] No DVR routers for this DVR port c6960eb4-f5bf-477f-9caa-b0532dfd877d on host hv-cinder-77642 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:39:38.629192 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:38.632596 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcf299a-400f-46c6-a984-27e48fecda53', 'name': 'network-vif-deleted', 'tag': 'c6960eb4-f5bf-477f-9caa-b0532dfd877d'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:39:38.650460 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.99 "DELETE /v2.0/ports/c6960eb4-f5bf-477f-9caa-b0532dfd877d HTTP/1.1" status: 204 len: 173 time: 1.0382109 Feb 18 12:39:38.683597 dv-cinder-776422-1-iscsi neutron-server[83873]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cdcf299a-400f-46c6-a984-27e48fecda53', 'name': 'network-vif-deleted', 'tag': 'c6960eb4-f5bf-477f-9caa-b0532dfd877d', 'status': 'failed', 'code': 422} returned with failed status Feb 18 12:39:39.098344 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 50304) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:39:39.152426 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-4a3fabbf-d5d6-44b6-b45c-c7a59e893505 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Synchronizing usage tracker for tenant:a450f019cfe246a6a0f61b2453b39ffe on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:39:39.168030 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-4a3fabbf-d5d6-44b6-b45c-c7a59e893505 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Unset dirty status for tenant:a450f019cfe246a6a0f61b2453b39ffe on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:39:39.169340 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1488bc7e-e0b6-451e-b0e2-137dfe0cf8e6 req-4a3fabbf-d5d6-44b6-b45c-c7a59e893505 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 210 time: 0.0699143 Feb 18 12:39:39.565538 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2536baf9-4918-4516-b761-229b9d05ef60 req-549af03c-c4b0-4c77-bdce-d31cf93a8651 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 210 time: 0.0514691 Feb 18 12:39:39.832178 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2558d0eb-329a-4e30-9c1c-8b5aa66ae9de req-fdcfd50b-f80a-4da4-a986-9dfecce6c5f1 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdcf299a-400f-46c6-a984-27e48fecda53 HTTP/1.1" status: 200 len: 210 time: 0.0523906 Feb 18 12:39:40.625030 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e615b0cd-00c7-494a-b86d-9f57898eb87f req-6322692e-41b9-4150-ba16-114b48b59ee1 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "GET /v2.0/security-groups/855e7bd1-f210-44f3-8946-945746aab679 HTTP/1.1" status: 200 len: 2993 time: 0.2626288 Feb 18 12:39:40.708193 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e615b0cd-00c7-494a-b86d-9f57898eb87f req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:40.738863 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e615b0cd-00c7-494a-b86d-9f57898eb87f req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:40.784852 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e615b0cd-00c7-494a-b86d-9f57898eb87f req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:40.790171 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-495cd94b-550e-4352-9634-2f82c27b1e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:40.806297 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=855e7bd1-f210-44f3-8946-945746aab679,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:40.815327 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:40.815760 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:40.816165 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:40.816563 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:40.816956 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:40.817347 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:40.817736 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:40.818120 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:40.818504 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:40.818887 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:40.819271 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:40.819682 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:40.820135 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:40.820519 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:40.820904 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:40.821286 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:40.821668 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:40.822049 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:40.822427 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:40.822808 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:40.823189 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:40.823593 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:40.823975 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:40.824360 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:40.829460 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:40.833134 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e615b0cd-00c7-494a-b86d-9f57898eb87f req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:40.834355 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e615b0cd-00c7-494a-b86d-9f57898eb87f req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] 10.222.0.83 "DELETE /v2.0/security-groups/855e7bd1-f210-44f3-8946-945746aab679 HTTP/1.1" status: 204 len: 173 time: 0.1968336 Feb 18 12:39:40.892140 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 50338) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:39:41.488166 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f99f4aa0-20c0-4e5a-8166-8ac8b22091aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854411185'] for router_interface, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:41.870767 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-f99f4aa0-20c0-4e5a-8166-8ac8b22091aa admin admin] Deleting port 906e8aeb-e6d9-461e-85cf-35a3a674b196 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:39:41.871447 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f99f4aa0-20c0-4e5a-8166-8ac8b22091aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:42.068755 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-f99f4aa0-20c0-4e5a-8166-8ac8b22091aa admin admin] For port 906e8aeb-e6d9-461e-85cf-35a3a674b196, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=906e8aeb-e6d9-461e-85cf-35a3a674b196,segment=NetworkSegment(4467869a-df34-44b3-83a8-e59b054616c1),segment_id=4467869a-df34-44b3-83a8-e59b054616c1)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:39:42.069157 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f99f4aa0-20c0-4e5a-8166-8ac8b22091aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:42.204439 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-f99f4aa0-20c0-4e5a-8166-8ac8b22091aa admin admin] Calling delete_port for 906e8aeb-e6d9-461e-85cf-35a3a674b196 owned by network:router_interface {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:39:42.527315 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f99f4aa0-20c0-4e5a-8166-8ac8b22091aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848845764'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:42.542736 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:42.664502 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f4aa0-20c0-4e5a-8166-8ac8b22091aa admin admin] Pushing event deleted for resources: {'Port': ['ID=906e8aeb-e6d9-461e-85cf-35a3a674b196,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:42.667437 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f99f4aa0-20c0-4e5a-8166-8ac8b22091aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:42.976693 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f99f4aa0-20c0-4e5a-8166-8ac8b22091aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355836'] for router_interface, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:43.716683 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99f4aa0-20c0-4e5a-8166-8ac8b22091aa admin admin] Router 3530dfea-431c-4545-b4ac-9137f54668a7 has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:39:43.914026 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99f4aa0-20c0-4e5a-8166-8ac8b22091aa admin admin] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:39:43.924765 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74228fc0-407b-4722-b5a7-fb6c2e362c44 None None] Sync routers for ids ['3530dfea-431c-4545-b4ac-9137f54668a7'] in dv-cinder-776422-1-iscsi {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:39:43.930557 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-f99f4aa0-20c0-4e5a-8166-8ac8b22091aa admin admin] 10.222.0.83 "PUT /v2.0/routers/3530dfea-431c-4545-b4ac-9137f54668a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0372665 Feb 18 12:39:43.933264 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 50356) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:39:43.935539 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74228fc0-407b-4722-b5a7-fb6c2e362c44 None None] Routers {'3530dfea-431c-4545-b4ac-9137f54668a7'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:39:43.936373 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-74228fc0-407b-4722-b5a7-fb6c2e362c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:39:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['3530dfea-431c-4545-b4ac-9137f54668a7'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:39:44.127410 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4481c572-ac51-48c3-ade0-12441b0b5ae3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:44.131946 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-74228fc0-407b-4722-b5a7-fb6c2e362c44 None None] Set router 3530dfea-431c-4545-b4ac-9137f54668a7 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:39:44.348877 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-92b83132-ad1a-4ca5-96fc-7981fe22b348 req-4a8db184-89ef-432d-ab6b-640ad6d14474 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-818098333&fields=id&tenant_id=d19cc7f219c541d79e256e08131b7da3 HTTP/1.1" status: 200 len: 267 time: 0.0719535 Feb 18 12:39:44.442404 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4481c572-ac51-48c3-ade0-12441b0b5ae3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:44.459530 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-4481c572-ac51-48c3-ade0-12441b0b5ae3 admin admin] Deleting port d92f257d-6664-420b-a094-689adcb71c69 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:39:44.459530 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4481c572-ac51-48c3-ade0-12441b0b5ae3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:44.538307 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b83132-ad1a-4ca5-96fc-7981fe22b348 req-fd20f62f-5c5e-4339-89cd-8f4c21b09a5e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:44.542968 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-92b83132-ad1a-4ca5-96fc-7981fe22b348 req-fd20f62f-5c5e-4339-89cd-8f4c21b09a5e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 984 time: 0.1841912 Feb 18 12:39:44.625806 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-92b83132-ad1a-4ca5-96fc-7981fe22b348 req-e469f11f-57bc-489c-a70b-15989d0d9a79 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Request body: {'port': {'security_groups': ['513ea14c-e06e-411f-b2d4-f9501907b2f8']}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:39:44.645899 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-74228fc0-407b-4722-b5a7-fb6c2e362c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3530dfea-431c-4545-b4ac-9137f54668a7', 'name': 'tempest-TestShelveInstance-1907051409-router', 'tenant_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd92f257d-6664-420b-a094-689adcb71c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:37:36Z', 'updated_at': '2021-02-18T12:39:42Z', 'revision_number': 5, 'project_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'gw_port': {'id': 'd92f257d-6664-420b-a094-689adcb71c69', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3530dfea-431c-4545-b4ac-9137f54668a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:37:38Z', 'updated_at': '2021-02-18T12:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi'}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:39:44.652236 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74228fc0-407b-4722-b5a7-fb6c2e362c44 None None] Checking router: 3530dfea-431c-4545-b4ac-9137f54668a7 for host: dv-cinder-776422-1-iscsi {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:39:44.663723 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74228fc0-407b-4722-b5a7-fb6c2e362c44 None None] Routers {'3530dfea-431c-4545-b4ac-9137f54668a7'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:39:44.664422 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-74228fc0-407b-4722-b5a7-fb6c2e362c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:39:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['3530dfea-431c-4545-b4ac-9137f54668a7'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:39:44.819613 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-4481c572-ac51-48c3-ade0-12441b0b5ae3 admin admin] For port d92f257d-6664-420b-a094-689adcb71c69, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=d92f257d-6664-420b-a094-689adcb71c69,segment=NetworkSegment(cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0),segment_id=cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:39:44.820039 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4481c572-ac51-48c3-ade0-12441b0b5ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:44.836212 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-74228fc0-407b-4722-b5a7-fb6c2e362c44 None None] Set router 3530dfea-431c-4545-b4ac-9137f54668a7 gateway port host: None {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:39:44.838029 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-92b83132-ad1a-4ca5-96fc-7981fe22b348 req-e469f11f-57bc-489c-a70b-15989d0d9a79 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:44.955833 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-74228fc0-407b-4722-b5a7-fb6c2e362c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3530dfea-431c-4545-b4ac-9137f54668a7', 'name': 'tempest-TestShelveInstance-1907051409-router', 'tenant_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:37:36Z', 'updated_at': '2021-02-18T12:39:44Z', 'revision_number': 6, 'project_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'gw_port_host': None}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:39:44.960236 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74228fc0-407b-4722-b5a7-fb6c2e362c44 None None] The sync data for ids ['3530dfea-431c-4545-b4ac-9137f54668a7'] in dv-cinder-776422-1-iscsi is: [{'id': '3530dfea-431c-4545-b4ac-9137f54668a7', 'name': 'tempest-TestShelveInstance-1907051409-router', 'tenant_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:37:36Z', 'updated_at': '2021-02-18T12:39:44Z', 'revision_number': 6, 'project_id': 'a450f019cfe246a6a0f61b2453b39ffe', 'gw_port_host': None}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:39:44.977146 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-4481c572-ac51-48c3-ade0-12441b0b5ae3 admin admin] Calling delete_port for d92f257d-6664-420b-a094-689adcb71c69 owned by network:router_gateway {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:39:45.428747 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4481c572-ac51-48c3-ade0-12441b0b5ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848845764'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:45.447843 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-631d490f-d508-4ed9-8dc7-4bddd3d125c4 tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:45.571521 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481c572-ac51-48c3-ade0-12441b0b5ae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d92f257d-6664-420b-a094-689adcb71c69,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:45.574443 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4481c572-ac51-48c3-ade0-12441b0b5ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:45.584803 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-92b83132-ad1a-4ca5-96fc-7981fe22b348 req-e469f11f-57bc-489c-a70b-15989d0d9a79 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] For port 18b49a94-f368-427b-b421-6e8574741ec8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=18b49a94-f368-427b-b421-6e8574741ec8,segment=NetworkSegment(9dd03af7-4742-419c-8ec4-700ee22a3665),segment_id=9dd03af7-4742-419c-8ec4-700ee22a3665)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:39:45.659312 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-92b83132-ad1a-4ca5-96fc-7981fe22b348 req-e469f11f-57bc-489c-a70b-15989d0d9a79 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:45.670098 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-92b83132-ad1a-4ca5-96fc-7981fe22b348 req-e469f11f-57bc-489c-a70b-15989d0d9a79 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5930020'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:45.689859 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:45.856508 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a94d1-35f3-41f7-b22f-c3f62a1e2524 req-95460bee-b98d-4783-8158-0342797b513c tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:45.858250 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-af8a94d1-35f3-41f7-b22f-c3f62a1e2524 req-95460bee-b98d-4783-8158-0342797b513c tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.0980115 Feb 18 12:39:45.916237 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-af8a94d1-35f3-41f7-b22f-c3f62a1e2524 req-af3a4ffb-5884-4285-aa48-7ea546297459 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503206 Feb 18 12:39:46.138069 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4481c572-ac51-48c3-ade0-12441b0b5ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854408851'] for router_gateway, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:46.253280 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469f11f-57bc-489c-a70b-15989d0d9a79 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Pushing event updated for resources: {'Port': ['ID=18b49a94-f368-427b-b421-6e8574741ec8,revision_number=6']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:46.256935 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e469f11f-57bc-489c-a70b-15989d0d9a79 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:46.353770 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4481c572-ac51-48c3-ade0-12441b0b5ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45841'] for router, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:46.357605 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4481c572-ac51-48c3-ade0-12441b0b5ae3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:46.455672 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b83132-ad1a-4ca5-96fc-7981fe22b348 req-e469f11f-57bc-489c-a70b-15989d0d9a79 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:46.456482 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-92b83132-ad1a-4ca5-96fc-7981fe22b348 req-e469f11f-57bc-489c-a70b-15989d0d9a79 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:46.457941 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-92b83132-ad1a-4ca5-96fc-7981fe22b348 req-e469f11f-57bc-489c-a70b-15989d0d9a79 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "PUT /v2.0/ports/18b49a94-f368-427b-b421-6e8574741ec8 HTTP/1.1" status: 200 len: 942 time: 1.8924391 Feb 18 12:39:46.459606 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c623c577-de50-4476-a04e-880cb04650a0', 'tag': '18b49a94-f368-427b-b421-6e8574741ec8'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:39:46.470825 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4481c572-ac51-48c3-ade0-12441b0b5ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854419950'] for router, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:46.471411 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4481c572-ac51-48c3-ade0-12441b0b5ae3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3530dfea-431c-4545-b4ac-9137f54668a7 {{(pid=83986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 12:39:46.486298 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4481c572-ac51-48c3-ade0-12441b0b5ae3 admin admin] Notify callbacks [] for router, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:46.487566 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-4481c572-ac51-48c3-ade0-12441b0b5ae3 admin admin] 10.222.0.83 "DELETE /v2.0/routers/3530dfea-431c-4545-b4ac-9137f54668a7 HTTP/1.1" status: 204 len: 168 time: 2.5531199 Feb 18 12:39:46.490372 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 50386) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:39:46.564447 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:46.574355 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device d92f257d-6664-420b-a094-689adcb71c69 no longer exists at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:39:46.580508 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c623c577-de50-4476-a04e-880cb04650a0', 'tag': '18b49a94-f368-427b-b421-6e8574741ec8', 'status': 'completed', 'code': 200} Feb 18 12:39:46.645621 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] No Port match for: d92f257d-6664-420b-a094-689adcb71c69 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:39:46.646042 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device d92f257d-6664-420b-a094-689adcb71c69 not bound to the agent host dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:39:46.646582 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 906e8aeb-e6d9-461e-85cf-35a3a674b196 no longer exists at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:39:46.680294 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-01382e71-9051-4315-9cfd-38368d05e73d req-6cc77815-5f91-4b33-b3f0-78e2970abac3 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups/93a4c881-9e2c-47e6-bd74-3a5e01e51495 HTTP/1.1" status: 200 len: 3003 time: 0.1031375 Feb 18 12:39:46.689395 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] No Port match for: 906e8aeb-e6d9-461e-85cf-35a3a674b196 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:39:46.689789 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 906e8aeb-e6d9-461e-85cf-35a3a674b196 not bound to the agent host dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:39:46.718135 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03bbc9-37cb-4b5c-ba74-592876f932c3 req-66a93d01-3604-4445-8162-a6d0a4388f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:46.720236 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d03bbc9-37cb-4b5c-ba74-592876f932c3 req-66a93d01-3604-4445-8162-a6d0a4388f45 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d19cc7f219c541d79e256e08131b7da3&device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 1162 time: 0.1054411 Feb 18 12:39:46.734321 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c4c181d-2bd1-48d2-92a9-c7ef289b1c87 admin admin] Deleting subnet f9e0bf6e-a1d7-4688-ad26-02039f4037d9 {{(pid=83986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 12:39:46.745896 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3c4c181d-2bd1-48d2-92a9-c7ef289b1c87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:46.785088 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-232d0d03-8b39-4c3e-9611-eaaa136424d8 None None] Provisioning complete for port 18b49a94-f368-427b-b421-6e8574741ec8 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:39:46.785382 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-232d0d03-8b39-4c3e-9611-eaaa136424d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:46.827503 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3c4c181d-2bd1-48d2-92a9-c7ef289b1c87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848766367'] for subnet, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:46.855769 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-01382e71-9051-4315-9cfd-38368d05e73d req-b91d1f6d-4691-486d-87af-b1e27a5f3332 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:46.876768 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03bbc9-37cb-4b5c-ba74-592876f932c3 req-98d890b8-e74f-4a64-b405-1fc8d8b533c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:46.878075 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d03bbc9-37cb-4b5c-ba74-592876f932c3 req-98d890b8-e74f-4a64-b405-1fc8d8b533c4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=5bccefc1-eeb4-48b2-860d-eba700c03669 HTTP/1.1" status: 200 len: 909 time: 0.1503642 Feb 18 12:39:46.904725 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-01382e71-9051-4315-9cfd-38368d05e73d req-b91d1f6d-4691-486d-87af-b1e27a5f3332 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:47.024675 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3c4c181d-2bd1-48d2-92a9-c7ef289b1c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662214'] for subnet, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:47.069033 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-01382e71-9051-4315-9cfd-38368d05e73d req-b91d1f6d-4691-486d-87af-b1e27a5f3332 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:47.076119 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2cbfe52b-5f04-4e6c-b4ec-5da3f485ecb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:47.094014 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d03bbc9-37cb-4b5c-ba74-592876f932c3 req-55f42c54-06a7-4f64-acaf-c0d1f4a8eb82 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18b49a94-f368-427b-b421-6e8574741ec8 HTTP/1.1" status: 200 len: 1001 time: 0.2081470 Feb 18 12:39:47.097682 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d1f6d-4691-486d-87af-b1e27a5f3332 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a4c881-9e2c-47e6-bd74-3a5e01e51495,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:47.102116 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b91d1f6d-4691-486d-87af-b1e27a5f3332 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:47.177637 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-01382e71-9051-4315-9cfd-38368d05e73d req-b91d1f6d-4691-486d-87af-b1e27a5f3332 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:47.178862 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-01382e71-9051-4315-9cfd-38368d05e73d req-b91d1f6d-4691-486d-87af-b1e27a5f3332 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "DELETE /v2.0/security-groups/93a4c881-9e2c-47e6-bd74-3a5e01e51495 HTTP/1.1" status: 204 len: 173 time: 0.4976864 Feb 18 12:39:47.194325 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03bbc9-37cb-4b5c-ba74-592876f932c3 req-f5f37a6e-3b43-46f2-bf7d-a2a4b63c95ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:47.195915 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d03bbc9-37cb-4b5c-ba74-592876f932c3 req-f5f37a6e-3b43-46f2-bf7d-a2a4b63c95ba service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cb7bae6a-7fcb-4274-b23f-3f83723ba9c7 HTTP/1.1" status: 200 len: 854 time: 0.0843794 Feb 18 12:39:47.250707 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3def3-89e6-488f-9885-4b2deda7a9ab req-03880cbe-4da3-4d2e-8f8f-720cc90118d0 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:47.252342 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4dd3def3-89e6-488f-9885-4b2deda7a9ab req-03880cbe-4da3-4d2e-8f8f-720cc90118d0 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.99 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.2877915 Feb 18 12:39:47.360123 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548840e-8008-4e81-99a3-97af3a5a0255 req-e64883e5-76e2-403b-80d9-20e05998fd68 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:47.361734 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6548840e-8008-4e81-99a3-97af3a5a0255 req-e64883e5-76e2-403b-80d9-20e05998fd68 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 945 time: 0.3121455 Feb 18 12:39:47.367756 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-6d78e799-033c-4f64-bf7e-be74e0316caf tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/floatingips/e0baff10-5558-4208-8887-ef7e74bd90b9 HTTP/1.1" status: 200 len: 998 time: 0.1610899 Feb 18 12:39:47.372497 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-4dd3def3-89e6-488f-9885-4b2deda7a9ab req-f09180a0-d3ab-4566-9bf7-c67f8c793aad tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Deleting port 8961bbb9-e560-4a9e-ae9a-0a7b7997d078 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:39:47.372893 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4dd3def3-89e6-488f-9885-4b2deda7a9ab req-f09180a0-d3ab-4566-9bf7-c67f8c793aad tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:47.476001 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03bbc9-37cb-4b5c-ba74-592876f932c3 req-dfee047d-338f-4fdf-82b7-685a113a490f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:47.477716 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d03bbc9-37cb-4b5c-ba74-592876f932c3 req-dfee047d-338f-4fdf-82b7-685a113a490f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5bccefc1-eeb4-48b2-860d-eba700c03669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2746189 Feb 18 12:39:47.565217 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6548840e-8008-4e81-99a3-97af3a5a0255 req-2e148781-b10d-45f1-9e63-4c6797bd1b32 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580741 Feb 18 12:39:47.578122 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3c4c181d-2bd1-48d2-92a9-c7ef289b1c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5930089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5789196'] for subnet, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:47.613000 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cc40e0ae-c605-4c7a-be92-b37a11f70858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:47.662015 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 18b49a94-f368-427b-b421-6e8574741ec8 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:39:47.717773 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-c75f472a-09db-4f81-b567-e6ce3242dd8b tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:47.719289 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-c75f472a-09db-4f81-b567-e6ce3242dd8b tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/networks/af22eeb7-a3c9-494b-a94b-4ce3a52cae78 HTTP/1.1" status: 200 len: 784 time: 0.3153100 Feb 18 12:39:47.720149 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c181d-2bd1-48d2-92a9-c7ef289b1c87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9e0bf6e-a1d7-4688-ad26-02039f4037d9,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:47.725590 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3c4c181d-2bd1-48d2-92a9-c7ef289b1c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:47.760110 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-6282f2e8-4040-4abc-a129-b540d8d98357 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=83986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:39:47.761471 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-6282f2e8-4040-4abc-a129-b540d8d98357 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0141757 Feb 18 12:39:47.777211 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 18b49a94-f368-427b-b421-6e8574741ec8 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:39:47.778010 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:47.859348 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1a6c29-22a0-4b6d-b484-4ac64edbef52 None None] Network a5588f1f-265a-420c-afdf-ef3ae46672ca requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:39:47.862361 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3c4c181d-2bd1-48d2-92a9-c7ef289b1c87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:47.878856 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-3c4c181d-2bd1-48d2-92a9-c7ef289b1c87 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/f9e0bf6e-a1d7-4688-ad26-02039f4037d9 HTTP/1.1" status: 204 len: 168 time: 1.3860626 Feb 18 12:39:47.881930 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 50398) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:39:47.914764 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-b8387bab-e869-48d4-8a71-d840587b310e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.27.1.101 HTTP/1.1" status: 200 len: 1001 time: 0.1431706 Feb 18 12:39:48.046237 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d03bbc9-37cb-4b5c-ba74-592876f932c3 req-55ae3a09-dd92-433b-9185-9eec336a65b5 service neutron] 10.222.0.99 "GET /v2.0/networks/5bccefc1-eeb4-48b2-860d-eba700c03669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5285084 Feb 18 12:39:48.071836 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 8961bbb9-e560-4a9e-ae9a-0a7b7997d078 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:39:48.082003 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eace5239-cece-4332-bb7b-4030a55ec7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854250921'] for network, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:48.134904 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-fddaa995-2089-4cd8-b925-63c1c0938edb tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:48.136437 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-fddaa995-2089-4cd8-b925-63c1c0938edb tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports/18b49a94-f368-427b-b421-6e8574741ec8 HTTP/1.1" status: 200 len: 942 time: 0.1692948 Feb 18 12:39:48.160195 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-4dd3def3-89e6-488f-9885-4b2deda7a9ab req-f09180a0-d3ab-4566-9bf7-c67f8c793aad tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] For port 8961bbb9-e560-4a9e-ae9a-0a7b7997d078, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=8961bbb9-e560-4a9e-ae9a-0a7b7997d078,segment=NetworkSegment(dcd0093b-fa12-4c25-8d55-c39ba97d84fe),segment_id=dcd0093b-fa12-4c25-8d55-c39ba97d84fe)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:39:48.160452 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-eace5239-cece-4332-bb7b-4030a55ec7ca admin admin] Deleting port 76313ee6-fcc7-44d4-bbc9-9cecf556b8bc {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:39:48.160698 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4dd3def3-89e6-488f-9885-4b2deda7a9ab req-f09180a0-d3ab-4566-9bf7-c67f8c793aad tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:48.160828 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eace5239-cece-4332-bb7b-4030a55ec7ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:48.275727 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:48.316541 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port 8961bbb9-e560-4a9e-ae9a-0a7b7997d078, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=8961bbb9-e560-4a9e-ae9a-0a7b7997d078,segment=NetworkSegment(dcd0093b-fa12-4c25-8d55-c39ba97d84fe),segment_id=dcd0093b-fa12-4c25-8d55-c39ba97d84fe)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:39:48.317921 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ea2d51-cedf-431d-b84a-b2ad42889a66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8961bbb9-e560-4a9e-ae9a-0a7b7997d078'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:39:48.324565 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:48.331502 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:48.392378 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ea2d51-cedf-431d-b84a-b2ad42889a66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8961bbb9-e560-4a9e-ae9a-0a7b7997d078', 'code': 200} Feb 18 12:39:48.401868 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55dfdfa-cf4c-49c2-89d9-96f94cd75904 None None] DHCP port deletion for a5588f1f-265a-420c-afdf-ef3ae46672ca request from dv-cinder-776422-1-iscsi {{(pid=83988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 18 12:39:48.423443 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-f55dfdfa-cf4c-49c2-89d9-96f94cd75904 None None] Deleting port 76313ee6-fcc7-44d4-bbc9-9cecf556b8bc {{(pid=83988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:39:48.423943 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f55dfdfa-cf4c-49c2-89d9-96f94cd75904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:48.534279 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 76313ee6-fcc7-44d4-bbc9-9cecf556b8bc no longer exists at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:39:48.548781 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-a88bbf08-81fb-427e-9e7d-d3aa6fc2ab13 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.27.1.101 HTTP/1.1" status: 200 len: 1001 time: 0.2469759 Feb 18 12:39:48.554492 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-eace5239-cece-4332-bb7b-4030a55ec7ca admin admin] For port 76313ee6-fcc7-44d4-bbc9-9cecf556b8bc, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=76313ee6-fcc7-44d4-bbc9-9cecf556b8bc,segment=NetworkSegment(4467869a-df34-44b3-83a8-e59b054616c1),segment_id=4467869a-df34-44b3-83a8-e59b054616c1)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:39:48.554888 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eace5239-cece-4332-bb7b-4030a55ec7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:48.606432 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=8961bbb9-e560-4a9e-ae9a-0a7b7997d078,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:48.638034 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:48.638593 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:48.639440 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:48.639440 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:48.640043 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:48.640525 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:48.641003 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:48.641488 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:48.642365 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:48.644330 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:48.644774 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:48.645258 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:48.645829 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:48.646743 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:48.646743 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:48.647229 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:48.647736 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:48.648879 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:48.649394 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:48.650540 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:48.651093 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:48.652256 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:48.652256 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:48.652925 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:48.689389 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d03bbc9-37cb-4b5c-ba74-592876f932c3 req-d00306e5-82ea-462b-8648-269c7c51748f service neutron] 10.222.0.99 "GET /v2.0/networks/5bccefc1-eeb4-48b2-860d-eba700c03669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6275635 Feb 18 12:39:48.693094 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4dd3def3-89e6-488f-9885-4b2deda7a9ab req-f09180a0-d3ab-4566-9bf7-c67f8c793aad tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:48.693434 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4dd3def3-89e6-488f-9885-4b2deda7a9ab req-f09180a0-d3ab-4566-9bf7-c67f8c793aad tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854411096'] for floatingip, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:48.693791 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.l3_db [req-4dd3def3-89e6-488f-9885-4b2deda7a9ab req-f09180a0-d3ab-4566-9bf7-c67f8c793aad tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Floating IP 418888e2-5704-49fe-a6c1-a9b79850906a disassociated. External IP: 172.27.1.221, port: 8961bbb9-e560-4a9e-ae9a-0a7b7997d078. Feb 18 12:39:48.694182 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-4dd3def3-89e6-488f-9885-4b2deda7a9ab req-f09180a0-d3ab-4566-9bf7-c67f8c793aad tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Calling delete_port for 8961bbb9-e560-4a9e-ae9a-0a7b7997d078 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:39:48.798832 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-f55dfdfa-cf4c-49c2-89d9-96f94cd75904 None None] For port 76313ee6-fcc7-44d4-bbc9-9cecf556b8bc, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=76313ee6-fcc7-44d4-bbc9-9cecf556b8bc,segment=NetworkSegment(4467869a-df34-44b3-83a8-e59b054616c1),segment_id=4467869a-df34-44b3-83a8-e59b054616c1)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:39:48.799656 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f55dfdfa-cf4c-49c2-89d9-96f94cd75904 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:48.804344 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-eace5239-cece-4332-bb7b-4030a55ec7ca admin admin] Calling delete_port for 76313ee6-fcc7-44d4-bbc9-9cecf556b8bc owned by network:dhcp {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:39:48.874181 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:48.891098 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [req-4dd3def3-89e6-488f-9885-4b2deda7a9ab req-f09180a0-d3ab-4566-9bf7-c67f8c793aad tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83987) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 12:39:48.891478 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_db.api [req-4dd3def3-89e6-488f-9885-4b2deda7a9ab req-f09180a0-d3ab-4566-9bf7-c67f8c793aad tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 12:39:48.909330 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bc9e4-173b-4cfe-bebc-c5bffe5ebd2f req-a1e70c84-3f94-44a6-bd64-2fdf15327fd0 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:48.910974 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-677bc9e4-173b-4cfe-bebc-c5bffe5ebd2f req-a1e70c84-3f94-44a6-bd64-2fdf15327fd0 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.1157274 Feb 18 12:39:48.946005 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-f55dfdfa-cf4c-49c2-89d9-96f94cd75904 None None] Calling delete_port for 76313ee6-fcc7-44d4-bbc9-9cecf556b8bc owned by network:dhcp {{(pid=83988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:39:48.971644 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-677bc9e4-173b-4cfe-bebc-c5bffe5ebd2f req-bc64ef35-5b83-4dfc-861f-5cad017dd73a tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535526 Feb 18 12:39:49.129945 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:49.202687 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f55dfdfa-cf4c-49c2-89d9-96f94cd75904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891'] for port, after_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:49.231569 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [None req-eace5239-cece-4332-bb7b-4030a55ec7ca admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83986) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 12:39:49.231813 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_db.api [None req-eace5239-cece-4332-bb7b-4030a55ec7ca admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 12:39:49.237654 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-439d598f-5e00-4d56-9891-461899fce03e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Deleting port 5fc25e4a-c04e-44cd-8bd2-df329cc64332 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:39:49.238039 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-439d598f-5e00-4d56-9891-461899fce03e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:49.314562 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:39:49.391371 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:49.392958 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-4dd3def3-89e6-488f-9885-4b2deda7a9ab req-f09180a0-d3ab-4566-9bf7-c67f8c793aad tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Deleting port 8961bbb9-e560-4a9e-ae9a-0a7b7997d078 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:39:49.393508 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4dd3def3-89e6-488f-9885-4b2deda7a9ab req-f09180a0-d3ab-4566-9bf7-c67f8c793aad tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:49.439806 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-439d598f-5e00-4d56-9891-461899fce03e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:49.440285 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-439d598f-5e00-4d56-9891-461899fce03e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:49.536856 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55dfdfa-cf4c-49c2-89d9-96f94cd75904 None None] Pushing event deleted for resources: {'Port': ['ID=76313ee6-fcc7-44d4-bbc9-9cecf556b8bc,revision_number=None']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:49.538164 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55dfdfa-cf4c-49c2-89d9-96f94cd75904 None None] No DVR routers for this DVR port 76313ee6-fcc7-44d4-bbc9-9cecf556b8bc on host dv-cinder-776422-1-iscsi {{(pid=83988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:39:49.539661 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f55dfdfa-cf4c-49c2-89d9-96f94cd75904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:49.585637 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-439d598f-5e00-4d56-9891-461899fce03e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Calling delete_port for 5fc25e4a-c04e-44cd-8bd2-df329cc64332 owned by network:floatingip {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:39:49.723038 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-4dd3def3-89e6-488f-9885-4b2deda7a9ab req-f09180a0-d3ab-4566-9bf7-c67f8c793aad tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] For port 8961bbb9-e560-4a9e-ae9a-0a7b7997d078, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=8961bbb9-e560-4a9e-ae9a-0a7b7997d078,segment=NetworkSegment(dcd0093b-fa12-4c25-8d55-c39ba97d84fe),segment_id=dcd0093b-fa12-4c25-8d55-c39ba97d84fe)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:39:49.723362 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4dd3def3-89e6-488f-9885-4b2deda7a9ab req-f09180a0-d3ab-4566-9bf7-c67f8c793aad tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:49.736100 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-eace5239-cece-4332-bb7b-4030a55ec7ca admin admin] Deleting port 76313ee6-fcc7-44d4-bbc9-9cecf556b8bc {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:39:49.736476 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eace5239-cece-4332-bb7b-4030a55ec7ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:49.824475 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-eace5239-cece-4332-bb7b-4030a55ec7ca admin admin] The port '76313ee6-fcc7-44d4-bbc9-9cecf556b8bc' was deleted {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 18 12:39:49.886310 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-439d598f-5e00-4d56-9891-461899fce03e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848845764'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:49.954386 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ae0020ff-19b5-4938-b0aa-663f8cee27bd tempest-DeleteServersTestJSON-1201164702 tempest-DeleteServersTestJSON-1201164702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:50.061941 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4dd3def3-89e6-488f-9885-4b2deda7a9ab req-f09180a0-d3ab-4566-9bf7-c67f8c793aad tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:50.062363 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4dd3def3-89e6-488f-9885-4b2deda7a9ab req-f09180a0-d3ab-4566-9bf7-c67f8c793aad tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854411096'] for floatingip, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:50.062725 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.l3_db [req-4dd3def3-89e6-488f-9885-4b2deda7a9ab req-f09180a0-d3ab-4566-9bf7-c67f8c793aad tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Floating IP 418888e2-5704-49fe-a6c1-a9b79850906a disassociated. External IP: 172.27.1.221, port: 8961bbb9-e560-4a9e-ae9a-0a7b7997d078. Feb 18 12:39:50.063124 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-4dd3def3-89e6-488f-9885-4b2deda7a9ab req-f09180a0-d3ab-4566-9bf7-c67f8c793aad tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Calling delete_port for 8961bbb9-e560-4a9e-ae9a-0a7b7997d078 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:39:50.073798 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d598f-5e00-4d56-9891-461899fce03e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Pushing event deleted for resources: {'Port': ['ID=5fc25e4a-c04e-44cd-8bd2-df329cc64332,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:50.076805 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-439d598f-5e00-4d56-9891-461899fce03e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:50.099291 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eace5239-cece-4332-bb7b-4030a55ec7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665137', 'neutron.services.segments.db._delete_segments_for_network--9223363305819442394'] for network, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:50.270899 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-eace5239-cece-4332-bb7b-4030a55ec7ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5588f1f-265a-420c-afdf-ef3ae46672ca']}} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:39:50.288588 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-eace5239-cece-4332-bb7b-4030a55ec7ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4467869a-df34-44b3-83a8-e59b054616c1') {'for_net_delete': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:39:50.288924 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-eace5239-cece-4332-bb7b-4030a55ec7ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4467869a-df34-44b3-83a8-e59b054616c1') {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:39:50.290043 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46893b3-e24e-4ab5-b653-cd13c3c5d14e req-eb766159-d7ee-4f45-ab3b-e74103a79c82 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:50.291768 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c46893b3-e24e-4ab5-b653-cd13c3c5d14e req-eb766159-d7ee-4f45-ab3b-e74103a79c82 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 943 time: 0.1825418 Feb 18 12:39:50.338102 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eace5239-cece-4332-bb7b-4030a55ec7ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305819444442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6009433'] for segment, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:50.352700 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4dd3def3-89e6-488f-9885-4b2deda7a9ab req-f09180a0-d3ab-4566-9bf7-c67f8c793aad tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:50.368063 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eace5239-cece-4332-bb7b-4030a55ec7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:50.372477 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eace5239-cece-4332-bb7b-4030a55ec7ca admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 12:39:50.381236 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a62c6bd1-a9d4-45e1-b73f-64c5b958a26f tempest-VolumesSnapshotTestJSON-635531662 tempest-VolumesSnapshotTestJSON-635531662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:50.460938 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-439d598f-5e00-4d56-9891-461899fce03e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks [] for floatingip, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:50.461322 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.l3_db [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-439d598f-5e00-4d56-9891-461899fce03e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Floating IP e0baff10-5558-4208-8887-ef7e74bd90b9 disassociated (deleted). External IP: 172.27.1.101, port: 18b49a94-f368-427b-b421-6e8574741ec8. Feb 18 12:39:50.489000 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09180a0-d3ab-4566-9bf7-c67f8c793aad tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Pushing event deleted for resources: {'Port': ['ID=8961bbb9-e560-4a9e-ae9a-0a7b7997d078,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:50.502431 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c46893b3-e24e-4ab5-b653-cd13c3c5d14e req-524798c5-9e54-48cc-b9e1-5c721e05f993 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021236 Feb 18 12:39:50.505704 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f09180a0-d3ab-4566-9bf7-c67f8c793aad tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:50.739724 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-eace5239-cece-4332-bb7b-4030a55ec7ca admin admin] Network a5588f1f-265a-420c-afdf-ef3ae46672ca has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:39:50.753504 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eace5239-cece-4332-bb7b-4030a55ec7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-671673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848844856'] for segment, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:50.839957 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dd3def3-89e6-488f-9885-4b2deda7a9ab req-f09180a0-d3ab-4566-9bf7-c67f8c793aad tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Router 0db272e8-c1a9-4586-b1d0-119d9538f16e has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:39:50.965885 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-eace5239-cece-4332-bb7b-4030a55ec7ca admin admin] Network a5588f1f-265a-420c-afdf-ef3ae46672ca has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:39:51.043444 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dd3def3-89e6-488f-9885-4b2deda7a9ab req-f09180a0-d3ab-4566-9bf7-c67f8c793aad tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:39:51.053933 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898c365e-03e1-4bfb-83d0-2f71f9f95403 None None] Sync routers for ids ['0db272e8-c1a9-4586-b1d0-119d9538f16e'] in dv-cinder-776422-1-iscsi {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:39:51.070558 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898c365e-03e1-4bfb-83d0-2f71f9f95403 None None] Routers {'0db272e8-c1a9-4586-b1d0-119d9538f16e'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:39:51.071508 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-898c365e-03e1-4bfb-83d0-2f71f9f95403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:39:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['0db272e8-c1a9-4586-b1d0-119d9538f16e'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:39:51.093094 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd3def3-89e6-488f-9885-4b2deda7a9ab req-f09180a0-d3ab-4566-9bf7-c67f8c793aad tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] No DVR routers for this DVR port 8961bbb9-e560-4a9e-ae9a-0a7b7997d078 on host hv-cinder-77642 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:39:51.095512 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4dd3def3-89e6-488f-9885-4b2deda7a9ab req-f09180a0-d3ab-4566-9bf7-c67f8c793aad tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:51.106367 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ea2d51-cedf-431d-b84a-b2ad42889a66', 'name': 'network-vif-deleted', 'tag': '8961bbb9-e560-4a9e-ae9a-0a7b7997d078'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:39:51.113651 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4dd3def3-89e6-488f-9885-4b2deda7a9ab req-f09180a0-d3ab-4566-9bf7-c67f8c793aad tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.99 "DELETE /v2.0/ports/8961bbb9-e560-4a9e-ae9a-0a7b7997d078 HTTP/1.1" status: 204 len: 173 time: 3.8466341 Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: % (table.description, expected, rows_matched) Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: % (table.description, expected, rows_matched) Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: % (table.description, expected, rows_matched) Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: % (table.description, expected, rows_matched) Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: Traceback (most recent call last): Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: timer() Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: cb(*args, **kw) Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: return func(*args, **kwargs) Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: self._notify() Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: self.callback(batched_events) Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: event.method(event) Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: segment_id)['aggregates'][0] Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: return f(self, *a, **k) Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: return self._get(url).json() Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: **kwargs) Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: return self.request(url, 'GET', **kwargs) Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: **endpoint_filter) Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:39:51.141279 dv-cinder-776422-1-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:39:51.182361 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ea2d51-cedf-431d-b84a-b2ad42889a66', 'name': 'network-vif-deleted', 'tag': '8961bbb9-e560-4a9e-ae9a-0a7b7997d078', 'status': 'completed', 'code': 200} Feb 18 12:39:51.280649 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-898c365e-03e1-4bfb-83d0-2f71f9f95403 None None] Set router 0db272e8-c1a9-4586-b1d0-119d9538f16e gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:39:51.284940 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eace5239-cece-4332-bb7b-4030a55ec7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854110663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366916'] for network, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:51.292234 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eace5239-cece-4332-bb7b-4030a55ec7ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:51.299580 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:51.334814 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace5239-cece-4332-bb7b-4030a55ec7ca admin admin] Pushing event deleted for resources: {'Network': ['ID=a5588f1f-265a-420c-afdf-ef3ae46672ca,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:51.338034 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-eace5239-cece-4332-bb7b-4030a55ec7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:51.343550 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-439d598f-5e00-4d56-9891-461899fce03e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Router d0735b8e-172f-4f5c-bae7-fa76701b57de has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:39:51.515081 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-eace5239-cece-4332-bb7b-4030a55ec7ca admin admin] 10.222.0.83 "DELETE /v2.0/networks/a5588f1f-265a-420c-afdf-ef3ae46672ca HTTP/1.1" status: 204 len: 168 time: 3.6317489 Feb 18 12:39:51.518566 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 50424) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:39:51.720711 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-f6181ffb-a578-417d-85ed-0c0b0ce1626e req-2ddea7f0-672f-44b7-8318-c3348ee3972b tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Synchronizing usage tracker for tenant:3dcf01e3ea2c4a6eb682ad617909055d on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:39:51.764268 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-f6181ffb-a578-417d-85ed-0c0b0ce1626e req-2ddea7f0-672f-44b7-8318-c3348ee3972b tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Unset dirty status for tenant:3dcf01e3ea2c4a6eb682ad617909055d on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:39:51.777860 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f6181ffb-a578-417d-85ed-0c0b0ce1626e req-2ddea7f0-672f-44b7-8318-c3348ee3972b tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.1130509 Feb 18 12:39:51.814927 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-898c365e-03e1-4bfb-83d0-2f71f9f95403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'name': 'tempest-AttachVolumeTestJSON-1184732717-router', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '214b020f-85df-4acc-bb29-0db17377224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:38Z', 'updated_at': '2021-02-18T12:30:57Z', 'revision_number': 4, 'project_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'gw_port': {'id': '214b020f-85df-4acc-bb29-0db17377224e', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:41Z', 'updated_at': '2021-02-18T12:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '657101ce-5922-48f2-bef3-81dc8f7abf26', 'name': '', 'network_id': 'bb258f48-33fc-49fc-8809-521607151087', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'mac_address': 'fa:16:3e:f0:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5c10d723-44ed-460c-abaf-474c1da07dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:51Z', 'updated_at': '2021-02-18T12:31:16Z', 'revision_number': 5, 'project_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'subnets': [{'id': '5c10d723-44ed-460c-abaf-474c1da07dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:39:51.820671 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898c365e-03e1-4bfb-83d0-2f71f9f95403 None None] Checking router: 0db272e8-c1a9-4586-b1d0-119d9538f16e for host: dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:39:51.833194 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898c365e-03e1-4bfb-83d0-2f71f9f95403 None None] Routers {'0db272e8-c1a9-4586-b1d0-119d9538f16e'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:39:51.834890 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-898c365e-03e1-4bfb-83d0-2f71f9f95403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:39:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['0db272e8-c1a9-4586-b1d0-119d9538f16e'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:39:51.843912 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 50434) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:39:51.917272 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8e4c9cbd-3f99-4558-8e2f-a8027a2a47e0 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:51.949947 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8e4c9cbd-3f99-4558-8e2f-a8027a2a47e0 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:52.007633 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8e4c9cbd-3f99-4558-8e2f-a8027a2a47e0 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:52.014512 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-dc189451-642b-408d-9fac-4883c16d9ecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:52.032559 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c9cbd-3f99-4558-8e2f-a8027a2a47e0 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:52.042550 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-898c365e-03e1-4bfb-83d0-2f71f9f95403 None None] Set router 0db272e8-c1a9-4586-b1d0-119d9538f16e gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:39:52.044381 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8e4c9cbd-3f99-4558-8e2f-a8027a2a47e0 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:52.053389 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8e4c9cbd-3f99-4558-8e2f-a8027a2a47e0 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:52.055102 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-8e4c9cbd-3f99-4558-8e2f-a8027a2a47e0 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "DELETE /v2.0/security-groups/07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf HTTP/1.1" status: 204 len: 168 time: 0.2147777 Feb 18 12:39:52.058151 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 50438) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:39:52.086151 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.v2.resource [None req-19e6925f-5449-4d76-b91f-0a2dd210f963 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] show failed (client error): The resource could not be found. Feb 18 12:39:52.088468 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-19e6925f-5449-4d76-b91f-0a2dd210f963 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups/07d41ad7-e3f9-4bd4-a5cb-ba6b96afeabf HTTP/1.1" status: 404 len: 347 time: 0.0293069 Feb 18 12:39:52.102650 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 50442) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:39:52.246157 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-439d598f-5e00-4d56-9891-461899fce03e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:39:52.250979 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-439d598f-5e00-4d56-9891-461899fce03e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:52.258052 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e9898e-b87e-405b-8fad-27d89a8c9347 None None] Sync routers for ids ['d0735b8e-172f-4f5c-bae7-fa76701b57de'] in dv-cinder-776422-1-iscsi {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:39:52.276868 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e9898e-b87e-405b-8fad-27d89a8c9347 None None] Routers {'d0735b8e-172f-4f5c-bae7-fa76701b57de'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:39:52.277978 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-55e9898e-b87e-405b-8fad-27d89a8c9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:39:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['d0735b8e-172f-4f5c-bae7-fa76701b57de'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:39:52.372905 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-0d91212f-9994-4703-9b76-fabef35318fb tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Deleting port e320c070-2343-46e6-994d-e8a3aa796f51 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:39:52.373280 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0d91212f-9994-4703-9b76-fabef35318fb tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:52.459357 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-439d598f-5e00-4d56-9891-461899fce03e tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "DELETE /v2.0/floatingips/e0baff10-5558-4208-8887-ef7e74bd90b9 HTTP/1.1" status: 204 len: 173 time: 3.8960104 Feb 18 12:39:52.469199 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c623c577-de50-4476-a04e-880cb04650a0', 'tag': '18b49a94-f368-427b-b421-6e8574741ec8'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:39:52.495357 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-898c365e-03e1-4bfb-83d0-2f71f9f95403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'name': 'tempest-AttachVolumeTestJSON-1184732717-router', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '214b020f-85df-4acc-bb29-0db17377224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:38Z', 'updated_at': '2021-02-18T12:30:57Z', 'revision_number': 4, 'project_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'gw_port': {'id': '214b020f-85df-4acc-bb29-0db17377224e', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:41Z', 'updated_at': '2021-02-18T12:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '657101ce-5922-48f2-bef3-81dc8f7abf26', 'name': '', 'network_id': 'bb258f48-33fc-49fc-8809-521607151087', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'mac_address': 'fa:16:3e:f0:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5c10d723-44ed-460c-abaf-474c1da07dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:51Z', 'updated_at': '2021-02-18T12:31:16Z', 'revision_number': 5, 'project_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'subnets': [{'id': '5c10d723-44ed-460c-abaf-474c1da07dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:39:52.501029 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898c365e-03e1-4bfb-83d0-2f71f9f95403 None None] The sync data for ids ['0db272e8-c1a9-4586-b1d0-119d9538f16e'] in dv-cinder-776422-1-iscsi is: [{'id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'name': 'tempest-AttachVolumeTestJSON-1184732717-router', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '214b020f-85df-4acc-bb29-0db17377224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:38Z', 'updated_at': '2021-02-18T12:30:57Z', 'revision_number': 4, 'project_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'gw_port': {'id': '214b020f-85df-4acc-bb29-0db17377224e', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:41Z', 'updated_at': '2021-02-18T12:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '657101ce-5922-48f2-bef3-81dc8f7abf26', 'name': '', 'network_id': 'bb258f48-33fc-49fc-8809-521607151087', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'mac_address': 'fa:16:3e:f0:fc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5c10d723-44ed-460c-abaf-474c1da07dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:51Z', 'updated_at': '2021-02-18T12:31:16Z', 'revision_number': 5, 'project_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'subnets': [{'id': '5c10d723-44ed-460c-abaf-474c1da07dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:39:52.594230 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-55e9898e-b87e-405b-8fad-27d89a8c9347 None None] Set router d0735b8e-172f-4f5c-bae7-fa76701b57de gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:39:52.600617 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c623c577-de50-4476-a04e-880cb04650a0', 'tag': '18b49a94-f368-427b-b421-6e8574741ec8', 'status': 'completed', 'code': 200} Feb 18 12:39:52.640294 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0d91212f-9994-4703-9b76-fabef35318fb tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:52.640746 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0d91212f-9994-4703-9b76-fabef35318fb tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:52.694238 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-1ce91a0f-2125-490a-862e-925ebb03dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:52.703089 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-1ce91a0f-2125-490a-862e-925ebb03dcf4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d19cc7f219c541d79e256e08131b7da3&device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 1162 time: 0.2282629 Feb 18 12:39:52.875083 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2022ef16-6bac-407e-a61d-1279ea8b29be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854411185'] for router_interface, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:53.053635 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-55e9898e-b87e-405b-8fad-27d89a8c9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'name': 'tempest-TestMinimumBasicScenario-1482477188-router', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:34:57Z', 'updated_at': '2021-02-18T12:35:03Z', 'revision_number': 4, 'project_id': 'd19cc7f219c541d79e256e08131b7da3', 'gw_port': {'id': '0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:58Z', 'updated_at': '2021-02-18T12:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': 'c9ceb180-da25-4fe4-bc20-c931fdd37a65', 'name': '', 'network_id': '5bccefc1-eeb4-48b2-860d-eba700c03669', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'mac_address': 'fa:16:3e:8f:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'cb7bae6a-7fcb-4274-b23f-3f83723ba9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:35:02Z', 'updated_at': '2021-02-18T12:35:12Z', 'revision_number': 5, 'project_id': 'd19cc7f219c541d79e256e08131b7da3', 'subnets': [{'id': 'cb7bae6a-7fcb-4274-b23f-3f83723ba9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:39:53.056687 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-a765217a-82d7-4583-abc6-226c8c8de5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:53.059420 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e9898e-b87e-405b-8fad-27d89a8c9347 None None] Checking router: d0735b8e-172f-4f5c-bae7-fa76701b57de for host: dv-cinder-776422-1-iscsi {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:39:53.065798 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-a765217a-82d7-4583-abc6-226c8c8de5ef service neutron] 10.222.0.83 "GET /v2.0/networks?id=5bccefc1-eeb4-48b2-860d-eba700c03669 HTTP/1.1" status: 200 len: 909 time: 0.3616278 Feb 18 12:39:53.079334 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e9898e-b87e-405b-8fad-27d89a8c9347 None None] Routers {'d0735b8e-172f-4f5c-bae7-fa76701b57de'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:39:53.080494 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-55e9898e-b87e-405b-8fad-27d89a8c9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:39:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['d0735b8e-172f-4f5c-bae7-fa76701b57de'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:39:53.100820 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab55ca72-b6eb-4317-8036-a61f48c6d8a3 None None] New status for floating IP 418888e2-5704-49fe-a6c1-a9b79850906a: DOWN {{(pid=83989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 12:39:53.158280 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-da5031b2-fba2-4ab1-aa1b-d220ca8e378f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18b49a94-f368-427b-b421-6e8574741ec8 HTTP/1.1" status: 200 len: 217 time: 0.0911183 Feb 18 12:39:53.270817 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-f9e75905-853a-48e3-b0c7-1b2f128db92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:53.300146 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-f9e75905-853a-48e3-b0c7-1b2f128db92b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cb7bae6a-7fcb-4274-b23f-3f83723ba9c7 HTTP/1.1" status: 200 len: 854 time: 0.1411767 Feb 18 12:39:53.335059 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-55e9898e-b87e-405b-8fad-27d89a8c9347 None None] Set router d0735b8e-172f-4f5c-bae7-fa76701b57de gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:39:53.360608 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-0d91212f-9994-4703-9b76-fabef35318fb tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Calling delete_port for e320c070-2343-46e6-994d-e8a3aa796f51 owned by network:floatingip {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:39:53.483970 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5104d-8ce4-4e22-b294-501037436803 req-a77a8d61-9bea-4441-a2e2-da1c79cb3bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:53.486026 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aba5104d-8ce4-4e22-b294-501037436803 req-a77a8d61-9bea-4441-a2e2-da1c79cb3bd8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d19cc7f219c541d79e256e08131b7da3&device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 1162 time: 0.8312466 Feb 18 12:39:53.626485 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-85655ab3-8846-486d-842a-4ca1faf19a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:53.636951 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-85655ab3-8846-486d-842a-4ca1faf19a9a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5bccefc1-eeb4-48b2-860d-eba700c03669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3358011 Feb 18 12:39:53.749333 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5104d-8ce4-4e22-b294-501037436803 req-6523b7e4-416b-4156-81c2-f30023294ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:53.751727 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aba5104d-8ce4-4e22-b294-501037436803 req-6523b7e4-416b-4156-81c2-f30023294ac6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=5bccefc1-eeb4-48b2-860d-eba700c03669 HTTP/1.1" status: 200 len: 909 time: 0.2565985 Feb 18 12:39:53.781318 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-55e9898e-b87e-405b-8fad-27d89a8c9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'name': 'tempest-TestMinimumBasicScenario-1482477188-router', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:34:57Z', 'updated_at': '2021-02-18T12:35:03Z', 'revision_number': 4, 'project_id': 'd19cc7f219c541d79e256e08131b7da3', 'gw_port': {'id': '0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:58Z', 'updated_at': '2021-02-18T12:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': 'c9ceb180-da25-4fe4-bc20-c931fdd37a65', 'name': '', 'network_id': '5bccefc1-eeb4-48b2-860d-eba700c03669', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'mac_address': 'fa:16:3e:8f:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'cb7bae6a-7fcb-4274-b23f-3f83723ba9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:35:02Z', 'updated_at': '2021-02-18T12:35:12Z', 'revision_number': 5, 'project_id': 'd19cc7f219c541d79e256e08131b7da3', 'subnets': [{'id': 'cb7bae6a-7fcb-4274-b23f-3f83723ba9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:39:53.785780 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e9898e-b87e-405b-8fad-27d89a8c9347 None None] The sync data for ids ['d0735b8e-172f-4f5c-bae7-fa76701b57de'] in dv-cinder-776422-1-iscsi is: [{'id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'name': 'tempest-TestMinimumBasicScenario-1482477188-router', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:34:57Z', 'updated_at': '2021-02-18T12:35:03Z', 'revision_number': 4, 'project_id': 'd19cc7f219c541d79e256e08131b7da3', 'gw_port': {'id': '0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:58Z', 'updated_at': '2021-02-18T12:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': 'c9ceb180-da25-4fe4-bc20-c931fdd37a65', 'name': '', 'network_id': '5bccefc1-eeb4-48b2-860d-eba700c03669', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'mac_address': 'fa:16:3e:8f:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'cb7bae6a-7fcb-4274-b23f-3f83723ba9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:35:02Z', 'updated_at': '2021-02-18T12:35:12Z', 'revision_number': 5, 'project_id': 'd19cc7f219c541d79e256e08131b7da3', 'subnets': [{'id': 'cb7bae6a-7fcb-4274-b23f-3f83723ba9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:39:53.840679 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-2022ef16-6bac-407e-a61d-1279ea8b29be admin admin] Deleting port ddf7d86a-85b2-469e-b29f-60bf6e3e975f {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:39:53.840961 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2022ef16-6bac-407e-a61d-1279ea8b29be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:53.888206 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-50394b74-90c0-4db8-a88e-be217fb32b02 service neutron] 10.222.0.83 "GET /v2.0/networks/5bccefc1-eeb4-48b2-860d-eba700c03669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501721 Feb 18 12:39:53.890510 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [None req-0d91212f-9994-4703-9b76-fabef35318fb tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83987) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 12:39:53.890892 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_db.api [None req-0d91212f-9994-4703-9b76-fabef35318fb tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 12:39:53.892548 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aba5104d-8ce4-4e22-b294-501037436803 req-8c587efc-a7d1-47cf-aa9f-a557779245a3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18b49a94-f368-427b-b421-6e8574741ec8 HTTP/1.1" status: 200 len: 217 time: 0.1324649 Feb 18 12:39:53.976578 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5104d-8ce4-4e22-b294-501037436803 req-38e8b897-af7e-4bc2-b88d-48e12241a0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:53.978218 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aba5104d-8ce4-4e22-b294-501037436803 req-38e8b897-af7e-4bc2-b88d-48e12241a0cf service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cb7bae6a-7fcb-4274-b23f-3f83723ba9c7 HTTP/1.1" status: 200 len: 854 time: 0.0722167 Feb 18 12:39:54.104611 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5104d-8ce4-4e22-b294-501037436803 req-bc998616-b156-4aaa-95ab-b8e0e2b0007c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:54.106854 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aba5104d-8ce4-4e22-b294-501037436803 req-bc998616-b156-4aaa-95ab-b8e0e2b0007c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5bccefc1-eeb4-48b2-860d-eba700c03669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1181912 Feb 18 12:39:54.215340 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6b0a809e-75e3-48d0-a396-08507c2f3823 req-e94d1c91-37ef-4c79-9f20-9a3c7d056911 service neutron] 10.222.0.83 "GET /v2.0/networks/5bccefc1-eeb4-48b2-860d-eba700c03669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3188603 Feb 18 12:39:54.222972 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-2022ef16-6bac-407e-a61d-1279ea8b29be admin admin] For port ddf7d86a-85b2-469e-b29f-60bf6e3e975f, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=ddf7d86a-85b2-469e-b29f-60bf6e3e975f,segment=NetworkSegment(dc93ace0-b4b7-4442-a7c9-5b69be915999),segment_id=dc93ace0-b4b7-4442-a7c9-5b69be915999)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:39:54.223370 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2022ef16-6bac-407e-a61d-1279ea8b29be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:54.271624 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db04412-f4af-4b19-9264-57a421a39d84 None None] New status for floating IP e0baff10-5558-4208-8887-ef7e74bd90b9: DOWN {{(pid=83988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 12:39:54.289848 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aba5104d-8ce4-4e22-b294-501037436803 req-6debc438-105a-44ce-87f3-bff176d76a9f service neutron] 10.222.0.99 "GET /v2.0/networks/5bccefc1-eeb4-48b2-860d-eba700c03669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650660 Feb 18 12:39:54.394699 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-0d91212f-9994-4703-9b76-fabef35318fb tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Deleting port e320c070-2343-46e6-994d-e8a3aa796f51 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:39:54.395273 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0d91212f-9994-4703-9b76-fabef35318fb tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:54.646859 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-2022ef16-6bac-407e-a61d-1279ea8b29be admin admin] Calling delete_port for ddf7d86a-85b2-469e-b29f-60bf6e3e975f owned by network:router_interface {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:39:54.763769 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0d91212f-9994-4703-9b76-fabef35318fb tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:54.764295 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0d91212f-9994-4703-9b76-fabef35318fb tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:54.891130 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2022ef16-6bac-407e-a61d-1279ea8b29be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848845764'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:54.906016 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bcb7e500-58c5-4661-b4fe-17160e37c50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:54.942790 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-0d91212f-9994-4703-9b76-fabef35318fb tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Calling delete_port for e320c070-2343-46e6-994d-e8a3aa796f51 owned by network:floatingip {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:39:54.988431 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aba5104d-8ce4-4e22-b294-501037436803 req-6005a331-a3c2-4074-b96d-54ed86ed116c service neutron] 10.222.0.99 "GET /v2.0/networks/5bccefc1-eeb4-48b2-860d-eba700c03669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6913073 Feb 18 12:39:55.010586 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022ef16-6bac-407e-a61d-1279ea8b29be admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf7d86a-85b2-469e-b29f-60bf6e3e975f,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:55.027081 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2022ef16-6bac-407e-a61d-1279ea8b29be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:55.128647 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0d91212f-9994-4703-9b76-fabef35318fb tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:55.146769 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e380695d-bde9-4735-9294-c6b70be32370 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:55.252389 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91212f-9994-4703-9b76-fabef35318fb tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Pushing event deleted for resources: {'Port': ['ID=e320c070-2343-46e6-994d-e8a3aa796f51,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:55.267464 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0d91212f-9994-4703-9b76-fabef35318fb tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:55.421203 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2022ef16-6bac-407e-a61d-1279ea8b29be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355836'] for router_interface, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:55.450550 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0d91212f-9994-4703-9b76-fabef35318fb tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for floatingip, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:55.470167 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0d91212f-9994-4703-9b76-fabef35318fb tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for floatingip, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:55.471589 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-0d91212f-9994-4703-9b76-fabef35318fb tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "DELETE /v2.0/floatingips/418888e2-5704-49fe-a6c1-a9b79850906a HTTP/1.1" status: 204 len: 168 time: 3.3628743 Feb 18 12:39:55.872056 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 50474) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:39:55.881334 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-517b45d2-3694-4813-bfdc-c2208d4c151d tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1772316743', 'description': 'tempest-description--179318384'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:39:55.891452 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-517b45d2-3694-4813-bfdc-c2208d4c151d tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:39:55.897206 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-517b45d2-3694-4813-bfdc-c2208d4c151d tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Usage tracker for resource:security_group and tenant:3dcf01e3ea2c4a6eb682ad617909055d is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:39:55.902993 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-517b45d2-3694-4813-bfdc-c2208d4c151d tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:39:55.912782 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-517b45d2-3694-4813-bfdc-c2208d4c151d tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:39:55.935657 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-517b45d2-3694-4813-bfdc-c2208d4c151d tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:55.959593 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-517b45d2-3694-4813-bfdc-c2208d4c151d tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:39:55.964728 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-517b45d2-3694-4813-bfdc-c2208d4c151d tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Usage tracker for resource:security_group_rule and tenant:3dcf01e3ea2c4a6eb682ad617909055d is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:39:55.968010 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-517b45d2-3694-4813-bfdc-c2208d4c151d tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:39:55.974254 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-517b45d2-3694-4813-bfdc-c2208d4c151d tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:39:56.007533 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2022ef16-6bac-407e-a61d-1279ea8b29be admin admin] Router 1016a9b9-532f-463f-841d-fa3318e99a6d has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:39:56.064525 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-517b45d2-3694-4813-bfdc-c2208d4c151d tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:56.068224 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-517b45d2-3694-4813-bfdc-c2208d4c151d tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:56.074962 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-be8f8d39-9825-462d-9fd0-c98d034deee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:56.125309 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-517b45d2-3694-4813-bfdc-c2208d4c151d tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:56.126959 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-517b45d2-3694-4813-bfdc-c2208d4c151d tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2529376 Feb 18 12:39:56.127914 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b45d2-3694-4813-bfdc-c2208d4c151d tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61662b1d-2325-4421-9394-dce44015f4f3,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:56.130235 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 50478) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:39:56.133318 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-517b45d2-3694-4813-bfdc-c2208d4c151d tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:56.138192 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-f17eeff3-b3d1-48e2-b8b5-865fbda820be tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Request body: {'security_group_rule': {'security_group_id': '61662b1d-2325-4421-9394-dce44015f4f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:39:56.144899 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f17eeff3-b3d1-48e2-b8b5-865fbda820be tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:39:56.149204 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f17eeff3-b3d1-48e2-b8b5-865fbda820be tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Usage tracker for resource:security_group_rule and tenant:3dcf01e3ea2c4a6eb682ad617909055d is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:39:56.152988 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f17eeff3-b3d1-48e2-b8b5-865fbda820be tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:39:56.160360 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f17eeff3-b3d1-48e2-b8b5-865fbda820be tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:39:56.179342 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f17eeff3-b3d1-48e2-b8b5-865fbda820be tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:56.234139 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2022ef16-6bac-407e-a61d-1279ea8b29be admin admin] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:39:56.250179 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-2022ef16-6bac-407e-a61d-1279ea8b29be admin admin] 10.222.0.83 "PUT /v2.0/routers/1016a9b9-532f-463f-841d-fa3318e99a6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7277932 Feb 18 12:39:56.250409 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c915b1-93f0-414b-802d-8ad56a967459 None None] Sync routers for ids ['1016a9b9-532f-463f-841d-fa3318e99a6d'] in dv-cinder-776422-1-iscsi {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:39:56.250520 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 50482) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:39:56.262305 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c915b1-93f0-414b-802d-8ad56a967459 None None] Routers {'1016a9b9-532f-463f-841d-fa3318e99a6d'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:39:56.262993 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-03c915b1-93f0-414b-802d-8ad56a967459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:39:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['1016a9b9-532f-463f-841d-fa3318e99a6d'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:39:56.424688 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f17eeff3-b3d1-48e2-b8b5-865fbda820be tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:56.431241 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f17eeff3-b3d1-48e2-b8b5-865fbda820be tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898374'] for security_group_rule, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:56.442055 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:56.472957 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17eeff3-b3d1-48e2-b8b5-865fbda820be tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=756ab3e1-dad0-4f87-b2bf-74534e4c341b,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:56.475234 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f17eeff3-b3d1-48e2-b8b5-865fbda820be tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:56.508365 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f17eeff3-b3d1-48e2-b8b5-865fbda820be tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:56.510509 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-f17eeff3-b3d1-48e2-b8b5-865fbda820be tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3792157 Feb 18 12:39:56.513967 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 50488) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:39:56.520599 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-6bee5ab1-f2ed-451a-98e9-a3f39bf5f650 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Request body: {'security_group_rule': {'security_group_id': '61662b1d-2325-4421-9394-dce44015f4f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:39:56.527539 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6bee5ab1-f2ed-451a-98e9-a3f39bf5f650 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:39:56.527880 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4927455a-d9ad-45e5-a176-983fb72e0133 admin admin] Notify callbacks [] for router, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:56.534108 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-6bee5ab1-f2ed-451a-98e9-a3f39bf5f650 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Usage tracker for resource:security_group_rule and tenant:3dcf01e3ea2c4a6eb682ad617909055d is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:39:56.538349 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-6bee5ab1-f2ed-451a-98e9-a3f39bf5f650 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:39:56.547305 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6bee5ab1-f2ed-451a-98e9-a3f39bf5f650 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:39:56.570789 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6bee5ab1-f2ed-451a-98e9-a3f39bf5f650 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:56.646449 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-03c915b1-93f0-414b-802d-8ad56a967459 None None] Set router 1016a9b9-532f-463f-841d-fa3318e99a6d gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:39:56.692478 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6bee5ab1-f2ed-451a-98e9-a3f39bf5f650 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:56.698455 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6bee5ab1-f2ed-451a-98e9-a3f39bf5f650 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898374'] for security_group_rule, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:56.708146 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:56.742462 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee5ab1-f2ed-451a-98e9-a3f39bf5f650 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38242323-b2ad-45ed-ad28-094445437a0f,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:56.745157 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6bee5ab1-f2ed-451a-98e9-a3f39bf5f650 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:56.750333 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6bee5ab1-f2ed-451a-98e9-a3f39bf5f650 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:56.751942 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-6bee5ab1-f2ed-451a-98e9-a3f39bf5f650 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2366612 Feb 18 12:39:56.755117 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 50494) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:39:56.764149 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-bf086d21-5413-43bf-8b05-913a70cba65f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Request body: {'floatingip': {'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:39:56.771323 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-bf086d21-5413-43bf-8b05-913a70cba65f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:39:56.776892 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-bf086d21-5413-43bf-8b05-913a70cba65f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Usage tracker for resource:floatingip and tenant:3dcf01e3ea2c4a6eb682ad617909055d is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:39:56.781123 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-bf086d21-5413-43bf-8b05-913a70cba65f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:39:56.788406 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-bf086d21-5413-43bf-8b05-913a70cba65f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:39:56.805071 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf086d21-5413-43bf-8b05-913a70cba65f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for floatingip, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:56.816256 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4927455a-d9ad-45e5-a176-983fb72e0133 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:56.827477 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-4927455a-d9ad-45e5-a176-983fb72e0133 admin admin] Deleting port fe766f0c-ab71-4b0b-8a80-12ea80767625 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:39:56.828394 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4927455a-d9ad-45e5-a176-983fb72e0133 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:56.988786 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf086d21-5413-43bf-8b05-913a70cba65f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:57.004511 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-03c915b1-93f0-414b-802d-8ad56a967459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1016a9b9-532f-463f-841d-fa3318e99a6d', 'name': 'tempest-TestShelveInstance-1640773685-router', 'tenant_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'fe766f0c-ab71-4b0b-8a80-12ea80767625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:37:46Z', 'updated_at': '2021-02-18T12:39:54Z', 'revision_number': 5, 'project_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'gw_port': {'id': 'fe766f0c-ab71-4b0b-8a80-12ea80767625', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1016a9b9-532f-463f-841d-fa3318e99a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:37:47Z', 'updated_at': '2021-02-18T12:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi'}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:39:57.009266 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c915b1-93f0-414b-802d-8ad56a967459 None None] Checking router: 1016a9b9-532f-463f-841d-fa3318e99a6d for host: dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:39:57.021287 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c915b1-93f0-414b-802d-8ad56a967459 None None] Routers {'1016a9b9-532f-463f-841d-fa3318e99a6d'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:39:57.022647 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-03c915b1-93f0-414b-802d-8ad56a967459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:39:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['1016a9b9-532f-463f-841d-fa3318e99a6d'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:39:57.049174 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-4927455a-d9ad-45e5-a176-983fb72e0133 admin admin] For port fe766f0c-ab71-4b0b-8a80-12ea80767625, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=fe766f0c-ab71-4b0b-8a80-12ea80767625,segment=NetworkSegment(cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0),segment_id=cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:39:57.049554 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4927455a-d9ad-45e5-a176-983fb72e0133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:57.193928 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-4927455a-d9ad-45e5-a176-983fb72e0133 admin admin] Calling delete_port for fe766f0c-ab71-4b0b-8a80-12ea80767625 owned by network:router_gateway {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:39:57.210465 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-03c915b1-93f0-414b-802d-8ad56a967459 None None] Set router 1016a9b9-532f-463f-841d-fa3318e99a6d gateway port host: None {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:39:57.323020 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-bf086d21-5413-43bf-8b05-913a70cba65f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Allocated IP 172.27.1.88 (af22eeb7-a3c9-494b-a94b-4ce3a52cae78/7f96d68a-30b3-4cd1-8fb4-11341d49a56c/4d8a0f08-5a04-4051-a49e-b25de4590c8f) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:39:57.336293 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-03c915b1-93f0-414b-802d-8ad56a967459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1016a9b9-532f-463f-841d-fa3318e99a6d', 'name': 'tempest-TestShelveInstance-1640773685-router', 'tenant_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:37:46Z', 'updated_at': '2021-02-18T12:39:56Z', 'revision_number': 6, 'project_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'gw_port_host': None}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:39:57.341422 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c915b1-93f0-414b-802d-8ad56a967459 None None] The sync data for ids ['1016a9b9-532f-463f-841d-fa3318e99a6d'] in dv-cinder-776422-1-iscsi is: [{'id': '1016a9b9-532f-463f-841d-fa3318e99a6d', 'name': 'tempest-TestShelveInstance-1640773685-router', 'tenant_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:37:46Z', 'updated_at': '2021-02-18T12:39:56Z', 'revision_number': 6, 'project_id': 'bc83e8c911c34832961cc7c2d780d2a5', 'gw_port_host': None}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:39:57.422924 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4927455a-d9ad-45e5-a176-983fb72e0133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:57.439379 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-486b0e8a-ec92-4cf0-9308-4dc492de49b5 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:57.536867 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf086d21-5413-43bf-8b05-913a70cba65f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:57.576098 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf086d21-5413-43bf-8b05-913a70cba65f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848845764'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:57.663996 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0e3eec97-5931-4e69-a220-cb56cc13480f tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:57.766434 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf086d21-5413-43bf-8b05-913a70cba65f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Pushing event updated for resources: {'Port': ['ID=4d8a0f08-5a04-4051-a49e-b25de4590c8f,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:57.780459 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bf086d21-5413-43bf-8b05-913a70cba65f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:57.790914 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927455a-d9ad-45e5-a176-983fb72e0133 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe766f0c-ab71-4b0b-8a80-12ea80767625,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:57.801983 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4927455a-d9ad-45e5-a176-983fb72e0133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:57.833600 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf086d21-5413-43bf-8b05-913a70cba65f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:39:57.834737 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-bf086d21-5413-43bf-8b05-913a70cba65f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:39:57.837688 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf086d21-5413-43bf-8b05-913a70cba65f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:39:57.934259 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf086d21-5413-43bf-8b05-913a70cba65f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:57.935932 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4927455a-d9ad-45e5-a176-983fb72e0133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854408851'] for router_gateway, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:58.058446 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf086d21-5413-43bf-8b05-913a70cba65f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:58.138787 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4927455a-d9ad-45e5-a176-983fb72e0133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45841'] for router, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:58.141859 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4927455a-d9ad-45e5-a176-983fb72e0133 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:58.175703 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4927455a-d9ad-45e5-a176-983fb72e0133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854419950'] for router, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:58.176548 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4927455a-d9ad-45e5-a176-983fb72e0133 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1016a9b9-532f-463f-841d-fa3318e99a6d {{(pid=83987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 12:39:58.190292 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4927455a-d9ad-45e5-a176-983fb72e0133 admin admin] Notify callbacks [] for router, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:58.191734 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-4927455a-d9ad-45e5-a176-983fb72e0133 admin admin] 10.222.0.83 "DELETE /v2.0/routers/1016a9b9-532f-463f-841d-fa3318e99a6d HTTP/1.1" status: 204 len: 168 time: 1.9400718 Feb 18 12:39:58.194333 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 50506) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:39:58.266716 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-826a79b0-a6ad-4343-9fc7-60ddb015975d admin admin] Deleting subnet ee164e38-eca1-46ec-b84c-1460af1a51ef {{(pid=83987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 12:39:58.270359 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-826a79b0-a6ad-4343-9fc7-60ddb015975d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:58.332938 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-826a79b0-a6ad-4343-9fc7-60ddb015975d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6823350'] for subnet, precommit_delete_associations {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:58.450600 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf086d21-5413-43bf-8b05-913a70cba65f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:58.455066 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf086d21-5413-43bf-8b05-913a70cba65f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5930020'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:58.472919 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-11317f97-e719-4d99-9399-24d012c55d17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:58.481938 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-826a79b0-a6ad-4343-9fc7-60ddb015975d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662214'] for subnet, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:58.525624 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device ddf7d86a-85b2-469e-b29f-60bf6e3e975f no longer exists at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:39:58.570619 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] No Port match for: ddf7d86a-85b2-469e-b29f-60bf6e3e975f {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:39:58.571224 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device ddf7d86a-85b2-469e-b29f-60bf6e3e975f not bound to the agent host dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:39:58.572302 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device fe766f0c-ab71-4b0b-8a80-12ea80767625 no longer exists at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:39:58.610183 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] No Port match for: fe766f0c-ab71-4b0b-8a80-12ea80767625 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:39:58.610763 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device fe766f0c-ab71-4b0b-8a80-12ea80767625 not bound to the agent host dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:39:58.832597 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-826a79b0-a6ad-4343-9fc7-60ddb015975d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6853467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848154909'] for subnet, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:58.860619 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-88812663-3b15-432e-8708-f93ec30689c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:58.978073 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf086d21-5413-43bf-8b05-913a70cba65f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Pushing event updated for resources: {'Port': ['ID=4d8a0f08-5a04-4051-a49e-b25de4590c8f,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:58.983866 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bf086d21-5413-43bf-8b05-913a70cba65f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:59.022856 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a79b0-a6ad-4343-9fc7-60ddb015975d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee164e38-eca1-46ec-b84c-1460af1a51ef,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:59.028230 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-826a79b0-a6ad-4343-9fc7-60ddb015975d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:59.077585 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-826a79b0-a6ad-4343-9fc7-60ddb015975d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:59.085570 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55adf12-b940-474a-8bd5-278ce80ffa4f None None] Network ad5c3ff5-6222-4b19-9abe-55081c3227bd requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:39:59.088286 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-826a79b0-a6ad-4343-9fc7-60ddb015975d admin admin] 10.222.0.83 "DELETE /v2.0/subnets/ee164e38-eca1-46ec-b84c-1460af1a51ef HTTP/1.1" status: 204 len: 168 time: 0.8925498 Feb 18 12:39:59.091079 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 50514) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:39:59.114234 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf086d21-5413-43bf-8b05-913a70cba65f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854411096'] for floatingip, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:59.214487 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf086d21-5413-43bf-8b05-913a70cba65f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:59.223531 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-bf086d21-5413-43bf-8b05-913a70cba65f tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4666870 Feb 18 12:39:59.260143 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-11a5e148-b4fc-4fc5-b214-d16bb28bc444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854250921'] for network, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:59.343284 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-11a5e148-b4fc-4fc5-b214-d16bb28bc444 admin admin] Deleting port c9d18a97-23a1-4113-abda-682e270f2ba4 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:39:59.343785 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-11a5e148-b4fc-4fc5-b214-d16bb28bc444 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:59.458870 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceff9a4d-46ba-4ded-97da-60ece4213f59 None None] DHCP port deletion for ad5c3ff5-6222-4b19-9abe-55081c3227bd request from dv-cinder-776422-1-iscsi {{(pid=83988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 18 12:39:59.463955 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-ceff9a4d-46ba-4ded-97da-60ece4213f59 None None] Deleting port c9d18a97-23a1-4113-abda-682e270f2ba4 {{(pid=83988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:39:59.464413 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ceff9a4d-46ba-4ded-97da-60ece4213f59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:59.611583 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-22e0aaf9-f35a-475c-8d46-d5c2d5c10fcf tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1772316743&fields=id&tenant_id=3dcf01e3ea2c4a6eb682ad617909055d HTTP/1.1" status: 200 len: 267 time: 0.1392951 Feb 18 12:39:59.736087 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-11a5e148-b4fc-4fc5-b214-d16bb28bc444 admin admin] For port c9d18a97-23a1-4113-abda-682e270f2ba4, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=c9d18a97-23a1-4113-abda-682e270f2ba4,segment=NetworkSegment(dc93ace0-b4b7-4442-a7c9-5b69be915999),segment_id=dc93ace0-b4b7-4442-a7c9-5b69be915999)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:39:59.736414 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-11a5e148-b4fc-4fc5-b214-d16bb28bc444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:59.736581 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-ceff9a4d-46ba-4ded-97da-60ece4213f59 None None] For port c9d18a97-23a1-4113-abda-682e270f2ba4, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=c9d18a97-23a1-4113-abda-682e270f2ba4,segment=NetworkSegment(dc93ace0-b4b7-4442-a7c9-5b69be915999),segment_id=dc93ace0-b4b7-4442-a7c9-5b69be915999)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:39:59.736988 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ceff9a4d-46ba-4ded-97da-60ece4213f59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:59.872850 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-ceff9a4d-46ba-4ded-97da-60ece4213f59 None None] Calling delete_port for c9d18a97-23a1-4113-abda-682e270f2ba4 owned by network:dhcp {{(pid=83988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:39:59.884280 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-11a5e148-b4fc-4fc5-b214-d16bb28bc444 admin admin] Calling delete_port for c9d18a97-23a1-4113-abda-682e270f2ba4 owned by network:dhcp {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:39:59.957328 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ceff9a4d-46ba-4ded-97da-60ece4213f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891'] for port, after_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:59.974599 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:00.002753 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-9fa55889-36c0-4bed-9f64-366d83a4dd39 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:00.004421 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-9fa55889-36c0-4bed-9f64-366d83a4dd39 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/networks?id=bb258f48-33fc-49fc-8809-521607151087 HTTP/1.1" status: 200 len: 811 time: 0.3784871 Feb 18 12:40:00.010280 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [None req-11a5e148-b4fc-4fc5-b214-d16bb28bc444 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83986) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 12:40:00.010543 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_db.api [None req-11a5e148-b4fc-4fc5-b214-d16bb28bc444 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 12:40:00.023287 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-4af69ff6-7974-45ae-9784-d7d63dd311e3 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/quotas/3dcf01e3ea2c4a6eb682ad617909055d HTTP/1.1" status: 200 len: 375 time: 0.0106266 Feb 18 12:40:00.130888 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-c55aa0c0-0291-4f3f-9e27-41fa0b0a7c34 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1012402 Feb 18 12:40:00.273021 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff9a4d-46ba-4ded-97da-60ece4213f59 None None] Pushing event deleted for resources: {'Port': ['ID=c9d18a97-23a1-4113-abda-682e270f2ba4,revision_number=None']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:00.278182 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ceff9a4d-46ba-4ded-97da-60ece4213f59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:00.299266 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-95d5ddc8-6908-4a05-8514-9a104272df5b service neutron] 10.222.0.83 "GET /v2.0/networks/bb258f48-33fc-49fc-8809-521607151087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535938 Feb 18 12:40:00.310433 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceff9a4d-46ba-4ded-97da-60ece4213f59 None None] No DVR routers for this DVR port c9d18a97-23a1-4113-abda-682e270f2ba4 on host dv-cinder-776422-1-iscsi {{(pid=83988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:40:00.468863 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-0706e246-d7e3-4108-b8b4-58ba502e1fb9 service neutron] 10.222.0.83 "GET /v2.0/networks/bb258f48-33fc-49fc-8809-521607151087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1630418 Feb 18 12:40:00.511781 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-11a5e148-b4fc-4fc5-b214-d16bb28bc444 admin admin] Deleting port c9d18a97-23a1-4113-abda-682e270f2ba4 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:40:00.512183 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-11a5e148-b4fc-4fc5-b214-d16bb28bc444 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:00.518265 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device c9d18a97-23a1-4113-abda-682e270f2ba4 no longer exists at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:40:00.559088 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] No Port match for: c9d18a97-23a1-4113-abda-682e270f2ba4 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:40:00.559463 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device c9d18a97-23a1-4113-abda-682e270f2ba4 not bound to the agent host dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:40:00.592812 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-11a5e148-b4fc-4fc5-b214-d16bb28bc444 admin admin] The port 'c9d18a97-23a1-4113-abda-682e270f2ba4' was deleted {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 18 12:40:00.706902 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-d064cb59-21b1-457f-9218-cdea3888f890 req-28ce74b6-0c85-43d0-9c6f-d320bd5d4c8c tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Synchronizing usage tracker for tenant:3dcf01e3ea2c4a6eb682ad617909055d on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:40:00.726627 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-d064cb59-21b1-457f-9218-cdea3888f890 req-28ce74b6-0c85-43d0-9c6f-d320bd5d4c8c tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Unset dirty status for tenant:3dcf01e3ea2c4a6eb682ad617909055d on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:40:00.729636 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d064cb59-21b1-457f-9218-cdea3888f890 req-28ce74b6-0c85-43d0-9c6f-d320bd5d4c8c tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=06d5e998-3e0f-44b3-a63c-5f56e0cb3cc0 HTTP/1.1" status: 200 len: 210 time: 0.0818141 Feb 18 12:40:00.734672 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-11a5e148-b4fc-4fc5-b214-d16bb28bc444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665137', 'neutron.services.segments.db._delete_segments_for_network--9223363305819442394'] for network, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:00.860559 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-11a5e148-b4fc-4fc5-b214-d16bb28bc444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5c3ff5-6222-4b19-9abe-55081c3227bd']}} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:40:00.874786 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-11a5e148-b4fc-4fc5-b214-d16bb28bc444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc93ace0-b4b7-4442-a7c9-5b69be915999') {'for_net_delete': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:40:00.875126 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-11a5e148-b4fc-4fc5-b214-d16bb28bc444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc93ace0-b4b7-4442-a7c9-5b69be915999') {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:40:00.888907 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-11a5e148-b4fc-4fc5-b214-d16bb28bc444 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305819444442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6009433'] for segment, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:00.907385 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-11a5e148-b4fc-4fc5-b214-d16bb28bc444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:00.909646 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-11a5e148-b4fc-4fc5-b214-d16bb28bc444 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 12:40:00.996810 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-25bfdf1c-21fd-4980-afa9-e7ba6653b81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:01.103005 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-11a5e148-b4fc-4fc5-b214-d16bb28bc444 admin admin] Network ad5c3ff5-6222-4b19-9abe-55081c3227bd has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:40:01.112653 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-11a5e148-b4fc-4fc5-b214-d16bb28bc444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-671673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848844856'] for segment, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:01.295610 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-11a5e148-b4fc-4fc5-b214-d16bb28bc444 admin admin] Network ad5c3ff5-6222-4b19-9abe-55081c3227bd has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: Traceback (most recent call last): Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: timer() Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: cb(*args, **kw) Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: return func(*args, **kwargs) Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: self._notify() Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: self.callback(batched_events) Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: event.method(event) Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: segment_id)['aggregates'][0] Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: return f(self, *a, **k) Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: return self._get(url).json() Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: **kwargs) Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: return self.request(url, 'GET', **kwargs) Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: **endpoint_filter) Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:40:01.323475 dv-cinder-776422-1-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:40:01.419226 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-11a5e148-b4fc-4fc5-b214-d16bb28bc444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854110663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366916'] for network, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:01.423326 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-775428e2-7313-45dc-98e7-ada226e41ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:01.438716 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-11a5e148-b4fc-4fc5-b214-d16bb28bc444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:01.450174 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5e148-b4fc-4fc5-b214-d16bb28bc444 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad5c3ff5-6222-4b19-9abe-55081c3227bd,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:01.453351 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-11a5e148-b4fc-4fc5-b214-d16bb28bc444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:01.455129 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-11a5e148-b4fc-4fc5-b214-d16bb28bc444 admin admin] 10.222.0.83 "DELETE /v2.0/networks/ad5c3ff5-6222-4b19-9abe-55081c3227bd HTTP/1.1" status: 204 len: 168 time: 2.3629620 Feb 18 12:40:01.661400 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 50556) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:01.723502 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-bf81fb1f-1d40-45aa-9cfb-d73fde02e6f9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a450f019cfe246a6a0f61b2453b39ffe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0583508 Feb 18 12:40:01.723746 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 50560) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:01.806355 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-21469409-a20b-4790-ad32-97716b8be4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:01.836183 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-a6c51916-9c57-4c24-af90-f223ace0b3f1 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:01.838515 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-a6c51916-9c57-4c24-af90-f223ace0b3f1 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.99 "GET /v2.0/networks?id=bb258f48-33fc-49fc-8809-521607151087 HTTP/1.1" status: 200 len: 811 time: 0.1765547 Feb 18 12:40:01.842006 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-21469409-a20b-4790-ad32-97716b8be4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:01.895468 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-21469409-a20b-4790-ad32-97716b8be4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:01.901404 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c8f88fc3-f98f-4d05-9b6b-9859f883d65b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:01.921039 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21469409-a20b-4790-ad32-97716b8be4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a190dbe-820a-47c4-b435-bb564816c4ca,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:01.924003 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-21469409-a20b-4790-ad32-97716b8be4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:01.925407 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-21469409-a20b-4790-ad32-97716b8be4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:01.926637 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-21469409-a20b-4790-ad32-97716b8be4b5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0a190dbe-820a-47c4-b435-bb564816c4ca HTTP/1.1" status: 204 len: 168 time: 0.2020595 Feb 18 12:40:01.930311 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a9d9a59c-fa16-454f-850f-487eda1c00b2 req-92a6e002-e647-426d-9e66-0ca06284b1de tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=06d5e998-3e0f-44b3-a63c-5f56e0cb3cc0 HTTP/1.1" status: 200 len: 210 time: 0.0723841 Feb 18 12:40:01.981069 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-ddd916db-0a9d-4679-85b2-c610de34c38e tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Synchronizing usage tracker for tenant:3dcf01e3ea2c4a6eb682ad617909055d on resource:security_group {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:40:01.996344 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-ddd916db-0a9d-4679-85b2-c610de34c38e tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Unset dirty status for tenant:3dcf01e3ea2c4a6eb682ad617909055d on resource:security_group {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:40:01.997789 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-ddd916db-0a9d-4679-85b2-c610de34c38e tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d HTTP/1.1" status: 200 len: 5704 time: 0.1379504 Feb 18 12:40:02.008555 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-487ecffb-ea98-4aea-9949-3a3510211a01 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Request body: {'port': {'device_id': '06d5e998-3e0f-44b3-a63c-5f56e0cb3cc0', 'network_id': 'bb258f48-33fc-49fc-8809-521607151087', 'admin_state_up': True, 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'security_groups': ['61662b1d-2325-4421-9394-dce44015f4f3']}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:40:02.164381 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-487ecffb-ea98-4aea-9949-3a3510211a01 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:40:02.174567 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-487ecffb-ea98-4aea-9949-3a3510211a01 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:40:02.194974 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-487ecffb-ea98-4aea-9949-3a3510211a01 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Made reservation on behalf of 3dcf01e3ea2c4a6eb682ad617909055d for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:40:02.194974 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-487ecffb-ea98-4aea-9949-3a3510211a01 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:02.329671 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 50576) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:02.385304 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-9305e612-e5f9-4e67-be41-e323117c26ca admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bc83e8c911c34832961cc7c2d780d2a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540431 Feb 18 12:40:02.388555 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 50580) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:02.458956 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-91746d7b-9c1d-4116-b654-d6a2d71a6bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:02.488300 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-91746d7b-9c1d-4116-b654-d6a2d71a6bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:02.534788 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-487ecffb-ea98-4aea-9949-3a3510211a01 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Allocated IP 172.20.0.3 (bb258f48-33fc-49fc-8809-521607151087/5c10d723-44ed-460c-abaf-474c1da07dd6/b8661eb7-d6bb-48ae-a667-e889b42d8477) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:40:02.543411 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-91746d7b-9c1d-4116-b654-d6a2d71a6bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:02.548917 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-db50a9e0-50a8-4dfc-a3bd-b273871f9ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:02.566262 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91746d7b-9c1d-4116-b654-d6a2d71a6bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c233634-67e8-4f02-afe4-0f2bd1ff4982,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:02.569609 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-91746d7b-9c1d-4116-b654-d6a2d71a6bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:02.570994 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-91746d7b-9c1d-4116-b654-d6a2d71a6bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:02.573203 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-91746d7b-9c1d-4116-b654-d6a2d71a6bf0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1c233634-67e8-4f02-afe4-0f2bd1ff4982 HTTP/1.1" status: 204 len: 168 time: 0.1833780 Feb 18 12:40:02.752814 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-487ecffb-ea98-4aea-9949-3a3510211a01 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:02.771047 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-487ecffb-ea98-4aea-9949-3a3510211a01 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Transition to ACTIVE for port object b8661eb7-d6bb-48ae-a667-e889b42d8477 will not be triggered until provisioned by entity DHCP. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:40:02.802109 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-487ecffb-ea98-4aea-9949-3a3510211a01 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:02.818856 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c2508de3-ac86-4eff-aa44-076444a2ee37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:02.969685 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecffb-ea98-4aea-9949-3a3510211a01 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Pushing event updated for resources: {'Port': ['ID=b8661eb7-d6bb-48ae-a667-e889b42d8477,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:02.974607 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-487ecffb-ea98-4aea-9949-3a3510211a01 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:03.033984 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-487ecffb-ea98-4aea-9949-3a3510211a01 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Network bb258f48-33fc-49fc-8809-521607151087 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:40:03.035210 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-487ecffb-ea98-4aea-9949-3a3510211a01 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:40:03.037560 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-487ecffb-ea98-4aea-9949-3a3510211a01 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:40:03.165985 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-487ecffb-ea98-4aea-9949-3a3510211a01 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:03.166743 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-487ecffb-ea98-4aea-9949-3a3510211a01 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:03.203833 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-487ecffb-ea98-4aea-9949-3a3510211a01 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1999955 Feb 18 12:40:03.210379 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c3efb-b325-4c2b-a93f-e9137a0d0e53 req-1b6f709e-a6af-4f7a-a0a2-7018ea994045 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:03.211143 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-123c3efb-b325-4c2b-a93f-e9137a0d0e53 req-1b6f709e-a6af-4f7a-a0a2-7018ea994045 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Synchronizing usage tracker for tenant:3dcf01e3ea2c4a6eb682ad617909055d on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:40:03.227210 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-835204e0-16a5-4572-9046-eea9e2a81cff service neutron] Request body: {'port': {'device_id': '06d5e998-3e0f-44b3-a63c-5f56e0cb3cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:40:03.277035 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-123c3efb-b325-4c2b-a93f-e9137a0d0e53 req-1b6f709e-a6af-4f7a-a0a2-7018ea994045 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Unset dirty status for tenant:3dcf01e3ea2c4a6eb682ad617909055d on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:40:03.277646 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-123c3efb-b325-4c2b-a93f-e9137a0d0e53 req-1b6f709e-a6af-4f7a-a0a2-7018ea994045 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=06d5e998-3e0f-44b3-a63c-5f56e0cb3cc0 HTTP/1.1" status: 200 len: 931 time: 0.2090983 Feb 18 12:40:03.299308 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-45ba40b3-6a9c-4ec4-a1cd-2b6be8d135f0 None None] Provisioning for port b8661eb7-d6bb-48ae-a667-e889b42d8477 completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:40:03.306975 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-45ba40b3-6a9c-4ec4-a1cd-2b6be8d135f0 None None] Provisioning complete for port b8661eb7-d6bb-48ae-a667-e889b42d8477 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:40:03.307545 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-45ba40b3-6a9c-4ec4-a1cd-2b6be8d135f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:03.381427 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-45ba40b3-6a9c-4ec4-a1cd-2b6be8d135f0 None None] Port b8661eb7-d6bb-48ae-a667-e889b42d8477 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:40:03.387457 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-40047acd-cd48-4228-b3f9-4f590623a851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:03.396002 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-835204e0-16a5-4572-9046-eea9e2a81cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:03.414710 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-123c3efb-b325-4c2b-a93f-e9137a0d0e53 req-abe81ec6-54d5-4595-9727-98dfc9eb6094 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=61662b1d-2325-4421-9394-dce44015f4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228530 Feb 18 12:40:03.827903 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-835204e0-16a5-4572-9046-eea9e2a81cff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8661eb7-d6bb-48ae-a667-e889b42d8477 {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:40:03.835769 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-835204e0-16a5-4572-9046-eea9e2a81cff service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:03.848513 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-835204e0-16a5-4572-9046-eea9e2a81cff service neutron] Transition to ACTIVE for port object b8661eb7-d6bb-48ae-a667-e889b42d8477 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:40:03.852102 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-835204e0-16a5-4572-9046-eea9e2a81cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:03.862220 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:03.868580 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b1645cf9-3d0f-4d19-9ff3-be7d4adab92f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:04.245517 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835204e0-16a5-4572-9046-eea9e2a81cff service neutron] Pushing event updated for resources: {'Port': ['ID=b8661eb7-d6bb-48ae-a667-e889b42d8477,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:04.259233 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-835204e0-16a5-4572-9046-eea9e2a81cff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:04.472091 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-835204e0-16a5-4572-9046-eea9e2a81cff service neutron] Attempting to bind port b8661eb7-d6bb-48ae-a667-e889b42d8477 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:40:04.472549 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-835204e0-16a5-4572-9046-eea9e2a81cff service neutron] Attempting to bind port b8661eb7-d6bb-48ae-a667-e889b42d8477 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': 'dcd0093b-fa12-4c25-8d55-c39ba97d84fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb258f48-33fc-49fc-8809-521607151087'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:40:04.473019 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-835204e0-16a5-4572-9046-eea9e2a81cff service neutron] Attempting to bind port b8661eb7-d6bb-48ae-a667-e889b42d8477 on network bb258f48-33fc-49fc-8809-521607151087 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:40:04.479797 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-835204e0-16a5-4572-9046-eea9e2a81cff service neutron] Checking agent: {'id': '18f92198-7ba7-4077-b6e2-71a52c8a0624', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 28, 38), 'started_at': datetime.datetime(2021, 2, 18, 12, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:40:04.480261 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-835204e0-16a5-4572-9046-eea9e2a81cff service neutron] Checking segment: {'id': 'dcd0093b-fa12-4c25-8d55-c39ba97d84fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb258f48-33fc-49fc-8809-521607151087'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:40:04.480751 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-835204e0-16a5-4572-9046-eea9e2a81cff service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:04.481219 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-835204e0-16a5-4572-9046-eea9e2a81cff service neutron] Bound using segment: {'id': 'dcd0093b-fa12-4c25-8d55-c39ba97d84fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb258f48-33fc-49fc-8809-521607151087'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:40:04.481772 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-835204e0-16a5-4572-9046-eea9e2a81cff service neutron] Bound port: b8661eb7-d6bb-48ae-a667-e889b42d8477, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0093b-fa12-4c25-8d55-c39ba97d84fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb258f48-33fc-49fc-8809-521607151087'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:40:04.482234 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-835204e0-16a5-4572-9046-eea9e2a81cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:04.650462 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-835204e0-16a5-4572-9046-eea9e2a81cff service neutron] For port b8661eb7-d6bb-48ae-a667-e889b42d8477, host hv-cinder-77642, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:40:04.655259 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-835204e0-16a5-4572-9046-eea9e2a81cff service neutron] For port b8661eb7-d6bb-48ae-a667-e889b42d8477, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=b8661eb7-d6bb-48ae-a667-e889b42d8477,segment=NetworkSegment(dcd0093b-fa12-4c25-8d55-c39ba97d84fe),segment_id=dcd0093b-fa12-4c25-8d55-c39ba97d84fe)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:40:04.660856 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-835204e0-16a5-4572-9046-eea9e2a81cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:04.677059 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-932d3403-a25f-4d32-beed-ea1dafa46afa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:04.802356 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f85b4-fac5-4aab-b3c9-0910c04fe5f4 req-bcfe3595-a8fa-44f8-86c1-86a4139306a1 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:04.803977 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-734f85b4-fac5-4aab-b3c9-0910c04fe5f4 req-bcfe3595-a8fa-44f8-86c1-86a4139306a1 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=06d5e998-3e0f-44b3-a63c-5f56e0cb3cc0 HTTP/1.1" status: 200 len: 943 time: 0.2691724 Feb 18 12:40:04.870388 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835204e0-16a5-4572-9046-eea9e2a81cff service neutron] Pushing event updated for resources: {'Port': ['ID=b8661eb7-d6bb-48ae-a667-e889b42d8477,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:04.874001 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-835204e0-16a5-4572-9046-eea9e2a81cff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:04.909341 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-734f85b4-fac5-4aab-b3c9-0910c04fe5f4 req-e2ac8b5c-8542-4c42-97a4-f9d6ba755540 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=61662b1d-2325-4421-9394-dce44015f4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939510 Feb 18 12:40:04.929775 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-835204e0-16a5-4572-9046-eea9e2a81cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:04.931379 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-835204e0-16a5-4572-9046-eea9e2a81cff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:04.933055 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-835204e0-16a5-4572-9046-eea9e2a81cff service neutron] 10.222.0.99 "PUT /v2.0/ports/b8661eb7-d6bb-48ae-a667-e889b42d8477 HTTP/1.1" status: 200 len: 1157 time: 1.7130885 Feb 18 12:40:04.933651 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d5e998-3e0f-44b3-a63c-5f56e0cb3cc0', 'tag': 'b8661eb7-d6bb-48ae-a667-e889b42d8477'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:40:04.987457 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d5e998-3e0f-44b3-a63c-5f56e0cb3cc0', 'tag': 'b8661eb7-d6bb-48ae-a667-e889b42d8477', 'status': 'completed', 'code': 200} Feb 18 12:40:05.092707 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-2906731f-762a-4dd5-b209-4d6927edcb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:05.094221 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-2906731f-762a-4dd5-b209-4d6927edcb74 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&device_id=06d5e998-3e0f-44b3-a63c-5f56e0cb3cc0 HTTP/1.1" status: 200 len: 1160 time: 0.0877109 Feb 18 12:40:05.155334 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:05.179611 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-d4f89dc3-3402-4f10-a31f-996adbd458e1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8661eb7-d6bb-48ae-a667-e889b42d8477 HTTP/1.1" status: 200 len: 217 time: 0.0708656 Feb 18 12:40:05.252252 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-a61db796-aa36-439e-9693-1bbfd94375d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:05.253780 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-a61db796-aa36-439e-9693-1bbfd94375d0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5c10d723-44ed-460c-abaf-474c1da07dd6 HTTP/1.1" status: 200 len: 850 time: 0.0674720 Feb 18 12:40:05.337231 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-5112d90e-45aa-4bdb-9e0c-6c7fb5cdc5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:05.338773 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-5112d90e-45aa-4bdb-9e0c-6c7fb5cdc5ea service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bb258f48-33fc-49fc-8809-521607151087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785656 Feb 18 12:40:05.491286 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-25bae07e-22c9-4944-967e-ddb9bf9e51d6 service neutron] 10.222.0.99 "GET /v2.0/networks/bb258f48-33fc-49fc-8809-521607151087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433437 Feb 18 12:40:05.508888 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:05.640145 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-8ac73aa1-8141-4077-b747-4cd9a3cbbe30 service neutron] 10.222.0.99 "GET /v2.0/networks/bb258f48-33fc-49fc-8809-521607151087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1426456 Feb 18 12:40:05.813119 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db58ae5-76fa-4c23-8352-1c703a037fe9 req-63424c26-5635-4149-ba8f-f3e362a51460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:05.814754 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4db58ae5-76fa-4c23-8352-1c703a037fe9 req-63424c26-5635-4149-ba8f-f3e362a51460 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&device_id=06d5e998-3e0f-44b3-a63c-5f56e0cb3cc0 HTTP/1.1" status: 200 len: 1160 time: 0.0861433 Feb 18 12:40:05.996626 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db58ae5-76fa-4c23-8352-1c703a037fe9 req-37c66fb4-3d9a-49ef-b489-199a5442a85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:05.998227 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4db58ae5-76fa-4c23-8352-1c703a037fe9 req-37c66fb4-3d9a-49ef-b489-199a5442a85f service neutron] 10.222.0.99 "GET /v2.0/networks?id=bb258f48-33fc-49fc-8809-521607151087 HTTP/1.1" status: 200 len: 905 time: 0.1452880 Feb 18 12:40:06.079998 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4db58ae5-76fa-4c23-8352-1c703a037fe9 req-a2708678-615f-49ef-918f-8ae4fb41bd6d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8661eb7-d6bb-48ae-a667-e889b42d8477 HTTP/1.1" status: 200 len: 217 time: 0.0687323 Feb 18 12:40:06.128314 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5ddb2-a387-495b-9c64-6c9afd9eebef req-e8c1af93-2ddb-42fc-a43d-d169d2daacad tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:06.129963 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9fd5ddb2-a387-495b-9c64-6c9afd9eebef req-e8c1af93-2ddb-42fc-a43d-d169d2daacad tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=06d5e998-3e0f-44b3-a63c-5f56e0cb3cc0 HTTP/1.1" status: 200 len: 943 time: 0.1028619 Feb 18 12:40:06.185119 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9fd5ddb2-a387-495b-9c64-6c9afd9eebef req-c570f308-9a58-4d52-808a-5c9692a9f962 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups?id=61662b1d-2325-4421-9394-dce44015f4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475345 Feb 18 12:40:06.279188 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db58ae5-76fa-4c23-8352-1c703a037fe9 req-08abbab7-2640-457a-bac5-661ac29a8b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:06.280878 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4db58ae5-76fa-4c23-8352-1c703a037fe9 req-08abbab7-2640-457a-bac5-661ac29a8b4c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5c10d723-44ed-460c-abaf-474c1da07dd6 HTTP/1.1" status: 200 len: 850 time: 0.1290996 Feb 18 12:40:06.364320 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-66cd54af-182d-4934-beac-6e5c873ca91b tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:06.365938 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-66cd54af-182d-4934-beac-6e5c873ca91b tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.99 "GET /v2.0/ports?device_id=06d5e998-3e0f-44b3-a63c-5f56e0cb3cc0 HTTP/1.1" status: 200 len: 943 time: 0.1758535 Feb 18 12:40:06.453084 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-a61e9625-28fa-4fd6-8690-e03cc8649ae6 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Deleting port b8661eb7-d6bb-48ae-a667-e889b42d8477 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:40:06.453362 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-a61e9625-28fa-4fd6-8690-e03cc8649ae6 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:06.486620 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db58ae5-76fa-4c23-8352-1c703a037fe9 req-f37e2896-0dd7-4107-bd92-bae871f79c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:06.488328 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4db58ae5-76fa-4c23-8352-1c703a037fe9 req-f37e2896-0dd7-4107-bd92-bae871f79c24 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bb258f48-33fc-49fc-8809-521607151087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2001698 Feb 18 12:40:06.805932 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4db58ae5-76fa-4c23-8352-1c703a037fe9 req-d9fe45ee-c12a-45a5-a5e8-f53266ab92e4 service neutron] 10.222.0.99 "GET /v2.0/networks/bb258f48-33fc-49fc-8809-521607151087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050787 Feb 18 12:40:06.979875 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-a61e9625-28fa-4fd6-8690-e03cc8649ae6 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] For port b8661eb7-d6bb-48ae-a667-e889b42d8477, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=b8661eb7-d6bb-48ae-a667-e889b42d8477,segment=NetworkSegment(dcd0093b-fa12-4c25-8d55-c39ba97d84fe),segment_id=dcd0093b-fa12-4c25-8d55-c39ba97d84fe)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:40:06.980276 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-a61e9625-28fa-4fd6-8690-e03cc8649ae6 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:07.129548 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-a61e9625-28fa-4fd6-8690-e03cc8649ae6 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Calling delete_port for b8661eb7-d6bb-48ae-a667-e889b42d8477 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:40:07.173805 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4db58ae5-76fa-4c23-8352-1c703a037fe9 req-b69a09c9-a49b-4e0d-8346-da6f9fd7bb6c service neutron] 10.222.0.99 "GET /v2.0/networks/bb258f48-33fc-49fc-8809-521607151087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3588915 Feb 18 12:40:07.290491 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-a61e9625-28fa-4fd6-8690-e03cc8649ae6 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:07.305887 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-94d120df-bbf6-4dfb-8398-3d8d4e984c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:07.362993 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-53435f65-a2f5-42a7-80a3-75001df5f094 req-18e5e3f4-889e-4902-9933-de123bcd816d tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=06d5e998-3e0f-44b3-a63c-5f56e0cb3cc0 HTTP/1.1" status: 200 len: 210 time: 0.0508385 Feb 18 12:40:07.650493 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e9625-28fa-4fd6-8690-e03cc8649ae6 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Pushing event deleted for resources: {'Port': ['ID=b8661eb7-d6bb-48ae-a667-e889b42d8477,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:07.655420 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a61e9625-28fa-4fd6-8690-e03cc8649ae6 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:07.753436 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-a61e9625-28fa-4fd6-8690-e03cc8649ae6 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] No DVR routers for this DVR port b8661eb7-d6bb-48ae-a667-e889b42d8477 on host hv-cinder-77642 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:40:07.755888 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-a61e9625-28fa-4fd6-8690-e03cc8649ae6 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:07.759742 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d5e998-3e0f-44b3-a63c-5f56e0cb3cc0', 'name': 'network-vif-deleted', 'tag': 'b8661eb7-d6bb-48ae-a667-e889b42d8477'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:40:07.778613 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-a61e9625-28fa-4fd6-8690-e03cc8649ae6 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.99 "DELETE /v2.0/ports/b8661eb7-d6bb-48ae-a667-e889b42d8477 HTTP/1.1" status: 204 len: 173 time: 1.4070299 Feb 18 12:40:07.812465 dv-cinder-776422-1-iscsi neutron-server[83873]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '06d5e998-3e0f-44b3-a63c-5f56e0cb3cc0', 'name': 'network-vif-deleted', 'tag': 'b8661eb7-d6bb-48ae-a667-e889b42d8477', 'status': 'failed', 'code': 422} returned with failed status Feb 18 12:40:08.277210 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-99412971-ddd6-4db3-a2f3-088e2f74f761 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Synchronizing usage tracker for tenant:3dcf01e3ea2c4a6eb682ad617909055d on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:40:08.293381 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-99412971-ddd6-4db3-a2f3-088e2f74f761 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Unset dirty status for tenant:3dcf01e3ea2c4a6eb682ad617909055d on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:40:08.294321 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-99412971-ddd6-4db3-a2f3-088e2f74f761 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=06d5e998-3e0f-44b3-a63c-5f56e0cb3cc0 HTTP/1.1" status: 200 len: 210 time: 0.0707674 Feb 18 12:40:08.542291 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4dfb1d3d-b480-4cef-abee-1adbe0edad22 req-bba9dfda-98b7-4434-a480-7a04ce3fbce2 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=06d5e998-3e0f-44b3-a63c-5f56e0cb3cc0 HTTP/1.1" status: 200 len: 210 time: 0.0519550 Feb 18 12:40:08.801257 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2e6cc29d-f457-4cf1-b51f-ddd149c12174 req-8da480b9-ff2c-4e30-8a81-c362743d3de1 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=06d5e998-3e0f-44b3-a63c-5f56e0cb3cc0 HTTP/1.1" status: 200 len: 210 time: 0.0503435 Feb 18 12:40:09.137891 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 50648) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:09.209288 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f178b1a6-91e6-4627-8f66-26d6824e80da tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:09.239127 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f178b1a6-91e6-4627-8f66-26d6824e80da tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:09.293667 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f178b1a6-91e6-4627-8f66-26d6824e80da tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:09.299264 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9f35f9bd-3d2f-4394-b357-80cab50bb429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:09.316556 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f178b1a6-91e6-4627-8f66-26d6824e80da tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61662b1d-2325-4421-9394-dce44015f4f3,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:09.319372 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f178b1a6-91e6-4627-8f66-26d6824e80da tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:09.327892 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f178b1a6-91e6-4627-8f66-26d6824e80da tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:09.329137 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-f178b1a6-91e6-4627-8f66-26d6824e80da tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "DELETE /v2.0/security-groups/61662b1d-2325-4421-9394-dce44015f4f3 HTTP/1.1" status: 204 len: 168 time: 0.1897676 Feb 18 12:40:09.332039 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 50652) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:09.351345 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.v2.resource [None req-3c7bdfe9-8e51-4d5a-bd9d-f734298b16cc tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] show failed (client error): The resource could not be found. Feb 18 12:40:09.353002 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-3c7bdfe9-8e51-4d5a-bd9d-f734298b16cc tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/security-groups/61662b1d-2325-4421-9394-dce44015f4f3 HTTP/1.1" status: 404 len: 347 time: 0.0194895 Feb 18 12:40:09.357021 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 50656) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:09.541320 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-9a50b84b-d0a5-4a8c-81b1-2beca9abdf55 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Deleting port 4d8a0f08-5a04-4051-a49e-b25de4590c8f {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:40:09.541723 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9a50b84b-d0a5-4a8c-81b1-2beca9abdf55 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:09.732724 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9a50b84b-d0a5-4a8c-81b1-2beca9abdf55 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:09.733093 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9a50b84b-d0a5-4a8c-81b1-2beca9abdf55 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:09.870521 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-9a50b84b-d0a5-4a8c-81b1-2beca9abdf55 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Calling delete_port for 4d8a0f08-5a04-4051-a49e-b25de4590c8f owned by network:floatingip {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:40:10.026771 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9a50b84b-d0a5-4a8c-81b1-2beca9abdf55 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848845764'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:10.044016 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b7ed3a5d-2b6e-4378-87d3-29a17223926a tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:10.140491 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50b84b-d0a5-4a8c-81b1-2beca9abdf55 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Pushing event deleted for resources: {'Port': ['ID=4d8a0f08-5a04-4051-a49e-b25de4590c8f,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:10.143569 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9a50b84b-d0a5-4a8c-81b1-2beca9abdf55 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:10.277760 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9a50b84b-d0a5-4a8c-81b1-2beca9abdf55 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks [] for floatingip, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:10.296238 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9a50b84b-d0a5-4a8c-81b1-2beca9abdf55 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:10.297931 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-9a50b84b-d0a5-4a8c-81b1-2beca9abdf55 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "DELETE /v2.0/floatingips/50169312-51b7-45ae-bb2c-d1e2d919883e HTTP/1.1" status: 204 len: 168 time: 0.9395409 Feb 18 12:40:11.877072 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-91005ed5-b528-4356-9e17-ec23d85c25ad req-e24a4cc7-baca-48ce-8e1d-455737c803ed service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0502405 Feb 18 12:40:11.953998 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d4152367-b453-4616-8f5d-65ebe5542c93 req-f053b7e4-72b5-4d27-9c07-d134f0422b56 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0796616 Feb 18 12:40:12.076582 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91005ed5-b528-4356-9e17-ec23d85c25ad req-2fee2d61-54da-4c11-b158-23f974376ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:12.078088 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-91005ed5-b528-4356-9e17-ec23d85c25ad req-2fee2d61-54da-4c11-b158-23f974376ccb service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1661170 Feb 18 12:40:12.231961 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91005ed5-b528-4356-9e17-ec23d85c25ad req-171e785c-d90d-4c4d-9ac5-15b6ac78a19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:12.233566 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-91005ed5-b528-4356-9e17-ec23d85c25ad req-171e785c-d90d-4c4d-9ac5-15b6ac78a19c service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1482468 Feb 18 12:40:12.425817 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-91005ed5-b528-4356-9e17-ec23d85c25ad req-637eb8d2-e4a7-4d41-810e-4c833491d805 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.99 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0563643 Feb 18 12:40:13.276582 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-33f1d6c9-548c-4bdb-a487-f0bb19d45cbf req-b0f616c5-e983-4927-8ffc-0ea97197d527 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0504804 Feb 18 12:40:13.304299 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 50694) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:14.314289 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b1fc36e6-9ebb-4426-b7b5-dd8f9aed8c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854411185'] for router_interface, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:14.706207 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-b1fc36e6-9ebb-4426-b7b5-dd8f9aed8c5f admin admin] Deleting port 657101ce-5922-48f2-bef3-81dc8f7abf26 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:40:14.706581 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b1fc36e6-9ebb-4426-b7b5-dd8f9aed8c5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:14.910191 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-b1fc36e6-9ebb-4426-b7b5-dd8f9aed8c5f admin admin] For port 657101ce-5922-48f2-bef3-81dc8f7abf26, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=657101ce-5922-48f2-bef3-81dc8f7abf26,segment=NetworkSegment(dcd0093b-fa12-4c25-8d55-c39ba97d84fe),segment_id=dcd0093b-fa12-4c25-8d55-c39ba97d84fe)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:40:14.910583 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b1fc36e6-9ebb-4426-b7b5-dd8f9aed8c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:15.046254 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-b1fc36e6-9ebb-4426-b7b5-dd8f9aed8c5f admin admin] Calling delete_port for 657101ce-5922-48f2-bef3-81dc8f7abf26 owned by network:router_interface {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:40:15.229374 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b1fc36e6-9ebb-4426-b7b5-dd8f9aed8c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848845764'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:15.245935 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-89f56505-f8a5-4e58-8c85-0cb946529617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:15.341145 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc36e6-9ebb-4426-b7b5-dd8f9aed8c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=657101ce-5922-48f2-bef3-81dc8f7abf26,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:15.351030 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b1fc36e6-9ebb-4426-b7b5-dd8f9aed8c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:15.677809 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b1fc36e6-9ebb-4426-b7b5-dd8f9aed8c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355836'] for router_interface, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:16.203210 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fc36e6-9ebb-4426-b7b5-dd8f9aed8c5f admin admin] Router 0db272e8-c1a9-4586-b1d0-119d9538f16e has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:40:16.403023 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fc36e6-9ebb-4426-b7b5-dd8f9aed8c5f admin admin] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:40:16.413035 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04095934-dfc1-4c40-82d9-fac86aa734e5 None None] Sync routers for ids ['0db272e8-c1a9-4586-b1d0-119d9538f16e'] in dv-cinder-776422-1-iscsi {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:40:16.416144 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-b1fc36e6-9ebb-4426-b7b5-dd8f9aed8c5f admin admin] 10.222.0.83 "PUT /v2.0/routers/0db272e8-c1a9-4586-b1d0-119d9538f16e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1106622 Feb 18 12:40:16.419057 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 50716) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:16.423430 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04095934-dfc1-4c40-82d9-fac86aa734e5 None None] Routers {'0db272e8-c1a9-4586-b1d0-119d9538f16e'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:40:16.424149 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-04095934-dfc1-4c40-82d9-fac86aa734e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:40:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['0db272e8-c1a9-4586-b1d0-119d9538f16e'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:40:16.603769 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:16.666587 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-04095934-dfc1-4c40-82d9-fac86aa734e5 None None] Set router 0db272e8-c1a9-4586-b1d0-119d9538f16e gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:40:16.877604 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-becc107f-5fe3-4999-a607-e2ed8d5101ff admin admin] Notify callbacks [] for router, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:16.994517 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-04095934-dfc1-4c40-82d9-fac86aa734e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'name': 'tempest-AttachVolumeTestJSON-1184732717-router', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '214b020f-85df-4acc-bb29-0db17377224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:38Z', 'updated_at': '2021-02-18T12:40:15Z', 'revision_number': 5, 'project_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'gw_port': {'id': '214b020f-85df-4acc-bb29-0db17377224e', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:41Z', 'updated_at': '2021-02-18T12:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi'}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:40:16.999032 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04095934-dfc1-4c40-82d9-fac86aa734e5 None None] Checking router: 0db272e8-c1a9-4586-b1d0-119d9538f16e for host: dv-cinder-776422-1-iscsi {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:40:17.008607 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04095934-dfc1-4c40-82d9-fac86aa734e5 None None] Routers {'0db272e8-c1a9-4586-b1d0-119d9538f16e'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:40:17.009289 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-04095934-dfc1-4c40-82d9-fac86aa734e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:40:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['0db272e8-c1a9-4586-b1d0-119d9538f16e'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:40:17.071661 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-becc107f-5fe3-4999-a607-e2ed8d5101ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:17.080408 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-becc107f-5fe3-4999-a607-e2ed8d5101ff admin admin] Deleting port 214b020f-85df-4acc-bb29-0db17377224e {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:40:17.080781 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-becc107f-5fe3-4999-a607-e2ed8d5101ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:17.207351 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-04095934-dfc1-4c40-82d9-fac86aa734e5 None None] Set router 0db272e8-c1a9-4586-b1d0-119d9538f16e gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:40:17.275363 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-becc107f-5fe3-4999-a607-e2ed8d5101ff admin admin] For port 214b020f-85df-4acc-bb29-0db17377224e, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=214b020f-85df-4acc-bb29-0db17377224e,segment=NetworkSegment(cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0),segment_id=cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:40:17.276269 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-becc107f-5fe3-4999-a607-e2ed8d5101ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:17.416821 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-becc107f-5fe3-4999-a607-e2ed8d5101ff admin admin] Calling delete_port for 214b020f-85df-4acc-bb29-0db17377224e owned by network:router_gateway {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:40:17.522691 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-04095934-dfc1-4c40-82d9-fac86aa734e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'name': 'tempest-AttachVolumeTestJSON-1184732717-router', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '214b020f-85df-4acc-bb29-0db17377224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:38Z', 'updated_at': '2021-02-18T12:40:15Z', 'revision_number': 5, 'project_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'gw_port': {'id': '214b020f-85df-4acc-bb29-0db17377224e', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:41Z', 'updated_at': '2021-02-18T12:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi'}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:40:17.528502 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04095934-dfc1-4c40-82d9-fac86aa734e5 None None] The sync data for ids ['0db272e8-c1a9-4586-b1d0-119d9538f16e'] in dv-cinder-776422-1-iscsi is: [{'id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'name': 'tempest-AttachVolumeTestJSON-1184732717-router', 'tenant_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '214b020f-85df-4acc-bb29-0db17377224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:38Z', 'updated_at': '2021-02-18T12:40:15Z', 'revision_number': 5, 'project_id': '3dcf01e3ea2c4a6eb682ad617909055d', 'gw_port': {'id': '214b020f-85df-4acc-bb29-0db17377224e', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db272e8-c1a9-4586-b1d0-119d9538f16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:41Z', 'updated_at': '2021-02-18T12:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi'}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:40:17.620407 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-becc107f-5fe3-4999-a607-e2ed8d5101ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848845764'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:17.637741 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:17.743732 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc107f-5fe3-4999-a607-e2ed8d5101ff admin admin] Pushing event deleted for resources: {'Port': ['ID=214b020f-85df-4acc-bb29-0db17377224e,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:17.748787 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-becc107f-5fe3-4999-a607-e2ed8d5101ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:17.876474 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-becc107f-5fe3-4999-a607-e2ed8d5101ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854408851'] for router_gateway, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:18.067694 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-becc107f-5fe3-4999-a607-e2ed8d5101ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45841'] for router, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:18.070003 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-becc107f-5fe3-4999-a607-e2ed8d5101ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:18.092321 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-becc107f-5fe3-4999-a607-e2ed8d5101ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854419950'] for router, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:18.092853 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becc107f-5fe3-4999-a607-e2ed8d5101ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0db272e8-c1a9-4586-b1d0-119d9538f16e {{(pid=83986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 12:40:18.105659 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-becc107f-5fe3-4999-a607-e2ed8d5101ff admin admin] Notify callbacks [] for router, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:18.107070 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-becc107f-5fe3-4999-a607-e2ed8d5101ff admin admin] 10.222.0.83 "DELETE /v2.0/routers/0db272e8-c1a9-4586-b1d0-119d9538f16e HTTP/1.1" status: 204 len: 168 time: 1.6871338 Feb 18 12:40:18.109970 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 50730) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:18.181977 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-78bf6842-ccf1-41f2-ba11-454a5516e91b admin admin] Deleting subnet 5c10d723-44ed-460c-abaf-474c1da07dd6 {{(pid=83986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 12:40:18.185452 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-78bf6842-ccf1-41f2-ba11-454a5516e91b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:18.243266 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-78bf6842-ccf1-41f2-ba11-454a5516e91b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848766367'] for subnet, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:18.340750 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-78bf6842-ccf1-41f2-ba11-454a5516e91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662214'] for subnet, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:18.525626 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 657101ce-5922-48f2-bef3-81dc8f7abf26 no longer exists at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:40:18.580738 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] No Port match for: 657101ce-5922-48f2-bef3-81dc8f7abf26 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:40:18.581268 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 657101ce-5922-48f2-bef3-81dc8f7abf26 not bound to the agent host dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:40:18.582059 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 214b020f-85df-4acc-bb29-0db17377224e no longer exists at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:40:18.632108 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] No Port match for: 214b020f-85df-4acc-bb29-0db17377224e {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:40:18.632769 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 214b020f-85df-4acc-bb29-0db17377224e not bound to the agent host dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:40:18.638322 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-78bf6842-ccf1-41f2-ba11-454a5516e91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5930089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5789196'] for subnet, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:18.654972 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-251f05a5-f8a9-46ed-b5cb-09acac99f68b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:18.751635 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf6842-ccf1-41f2-ba11-454a5516e91b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c10d723-44ed-460c-abaf-474c1da07dd6,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:18.755825 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-78bf6842-ccf1-41f2-ba11-454a5516e91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:18.793402 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-78bf6842-ccf1-41f2-ba11-454a5516e91b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:18.799292 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3709dc8f-ac8f-455f-bfbf-ab7c4b2f0442 None None] Network bb258f48-33fc-49fc-8809-521607151087 requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:40:18.802298 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-78bf6842-ccf1-41f2-ba11-454a5516e91b admin admin] 10.222.0.83 "DELETE /v2.0/subnets/5c10d723-44ed-460c-abaf-474c1da07dd6 HTTP/1.1" status: 204 len: 168 time: 0.6886876 Feb 18 12:40:18.802409 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 50738) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:18.925976 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37b4bd45-39aa-449e-9bec-a78841e14a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854250921'] for network, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:19.002338 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-37b4bd45-39aa-449e-9bec-a78841e14a8c admin admin] Deleting port ee7df538-b75f-4686-881f-46d16c517160 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:40:19.002727 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37b4bd45-39aa-449e-9bec-a78841e14a8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:19.099699 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f985d276-2113-43a6-a059-7ff1ee6cd70f None None] DHCP port deletion for bb258f48-33fc-49fc-8809-521607151087 request from dv-cinder-776422-1-iscsi {{(pid=83988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 18 12:40:19.103977 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-f985d276-2113-43a6-a059-7ff1ee6cd70f None None] Deleting port ee7df538-b75f-4686-881f-46d16c517160 {{(pid=83988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:40:19.105307 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f985d276-2113-43a6-a059-7ff1ee6cd70f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:19.233974 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-37b4bd45-39aa-449e-9bec-a78841e14a8c admin admin] For port ee7df538-b75f-4686-881f-46d16c517160, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=ee7df538-b75f-4686-881f-46d16c517160,segment=NetworkSegment(dcd0093b-fa12-4c25-8d55-c39ba97d84fe),segment_id=dcd0093b-fa12-4c25-8d55-c39ba97d84fe)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:40:19.234372 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37b4bd45-39aa-449e-9bec-a78841e14a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:19.331688 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-f985d276-2113-43a6-a059-7ff1ee6cd70f None None] For port ee7df538-b75f-4686-881f-46d16c517160, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=ee7df538-b75f-4686-881f-46d16c517160,segment=NetworkSegment(dcd0093b-fa12-4c25-8d55-c39ba97d84fe),segment_id=dcd0093b-fa12-4c25-8d55-c39ba97d84fe)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:40:19.332058 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f985d276-2113-43a6-a059-7ff1ee6cd70f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:19.369531 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-37b4bd45-39aa-449e-9bec-a78841e14a8c admin admin] Calling delete_port for ee7df538-b75f-4686-881f-46d16c517160 owned by network:dhcp {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:40:19.453584 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37b4bd45-39aa-449e-9bec-a78841e14a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848845764'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:19.468823 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-f985d276-2113-43a6-a059-7ff1ee6cd70f None None] Calling delete_port for ee7df538-b75f-4686-881f-46d16c517160 owned by network:dhcp {{(pid=83988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:40:19.474759 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e469f11f-57bc-489c-a70b-15989d0d9a79 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:19.548907 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [None req-f985d276-2113-43a6-a059-7ff1ee6cd70f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83988) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 12:40:19.549501 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_db.api [None req-f985d276-2113-43a6-a059-7ff1ee6cd70f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 12:40:19.581811 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4bd45-39aa-449e-9bec-a78841e14a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=ee7df538-b75f-4686-881f-46d16c517160,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:19.586740 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-37b4bd45-39aa-449e-9bec-a78841e14a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:19.622529 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b4bd45-39aa-449e-9bec-a78841e14a8c admin admin] No DVR routers for this DVR port ee7df538-b75f-4686-881f-46d16c517160 on host dv-cinder-776422-1-iscsi {{(pid=83986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:40:19.746730 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37b4bd45-39aa-449e-9bec-a78841e14a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665137', 'neutron.services.segments.db._delete_segments_for_network--9223363305819442394'] for network, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:19.863427 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-37b4bd45-39aa-449e-9bec-a78841e14a8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb258f48-33fc-49fc-8809-521607151087']}} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:40:19.877332 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-37b4bd45-39aa-449e-9bec-a78841e14a8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd0093b-fa12-4c25-8d55-c39ba97d84fe') {'for_net_delete': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:40:19.877664 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-37b4bd45-39aa-449e-9bec-a78841e14a8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd0093b-fa12-4c25-8d55-c39ba97d84fe') {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:40:19.890799 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37b4bd45-39aa-449e-9bec-a78841e14a8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305819444442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6009433'] for segment, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:19.911255 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37b4bd45-39aa-449e-9bec-a78841e14a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:19.911255 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-37b4bd45-39aa-449e-9bec-a78841e14a8c admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 12:40:20.050214 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-f985d276-2113-43a6-a059-7ff1ee6cd70f None None] Deleting port ee7df538-b75f-4686-881f-46d16c517160 {{(pid=83988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:40:20.050640 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f985d276-2113-43a6-a059-7ff1ee6cd70f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:20.094168 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-37b4bd45-39aa-449e-9bec-a78841e14a8c admin admin] Network bb258f48-33fc-49fc-8809-521607151087 has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:40:20.105370 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37b4bd45-39aa-449e-9bec-a78841e14a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-671673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848844856'] for segment, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:20.128564 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-f985d276-2113-43a6-a059-7ff1ee6cd70f None None] The port 'ee7df538-b75f-4686-881f-46d16c517160' was deleted {{(pid=83988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 18 12:40:20.526880 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device ee7df538-b75f-4686-881f-46d16c517160 no longer exists at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:40:20.561764 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-37b4bd45-39aa-449e-9bec-a78841e14a8c admin admin] Network bb258f48-33fc-49fc-8809-521607151087 has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:40:20.565804 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] No Port match for: ee7df538-b75f-4686-881f-46d16c517160 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:40:20.566206 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device ee7df538-b75f-4686-881f-46d16c517160 not bound to the agent host dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: Traceback (most recent call last): Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: timer() Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: cb(*args, **kw) Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: return func(*args, **kwargs) Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: self._notify() Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: self.callback(batched_events) Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: event.method(event) Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: segment_id)['aggregates'][0] Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: return f(self, *a, **k) Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: return self._get(url).json() Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: **kwargs) Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: return self.request(url, 'GET', **kwargs) Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: **endpoint_filter) Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:40:20.588714 dv-cinder-776422-1-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:40:20.671823 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37b4bd45-39aa-449e-9bec-a78841e14a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854110663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366916'] for network, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:20.675231 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c437695e-63f1-47c0-86a8-dddb8c18674b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:20.689426 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37b4bd45-39aa-449e-9bec-a78841e14a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:20.701188 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4bd45-39aa-449e-9bec-a78841e14a8c admin admin] Pushing event deleted for resources: {'Network': ['ID=bb258f48-33fc-49fc-8809-521607151087,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:20.704674 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-37b4bd45-39aa-449e-9bec-a78841e14a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:20.715994 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-37b4bd45-39aa-449e-9bec-a78841e14a8c admin admin] 10.222.0.83 "DELETE /v2.0/networks/bb258f48-33fc-49fc-8809-521607151087 HTTP/1.1" status: 204 len: 168 time: 1.9125199 Feb 18 12:40:20.837656 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 50754) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:20.890553 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-f05f7945-b540-4d2f-b1cb-e388e1a0824b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0515597 Feb 18 12:40:20.893209 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 50758) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:20.962804 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-10daba88-454a-413f-9f77-920bdb1e9b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:20.990402 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-10daba88-454a-413f-9f77-920bdb1e9b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:21.041109 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-10daba88-454a-413f-9f77-920bdb1e9b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:21.046496 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6234cc89-c7ca-48aa-84e3-88c3d8e57820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:21.061474 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10daba88-454a-413f-9f77-920bdb1e9b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1936f6d7-eeab-487f-a162-dbd19b272846,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:21.065942 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-10daba88-454a-413f-9f77-920bdb1e9b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:21.069481 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-10daba88-454a-413f-9f77-920bdb1e9b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:21.074279 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-10daba88-454a-413f-9f77-920bdb1e9b45 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1936f6d7-eeab-487f-a162-dbd19b272846 HTTP/1.1" status: 204 len: 168 time: 0.1765306 Feb 18 12:40:23.420124 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 50840) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:23.551105 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2b15231c-d66c-4757-8bf5-3ce643c73f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:23.568263 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2b15231c-d66c-4757-8bf5-3ce643c73f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:40:23.572359 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-2b15231c-d66c-4757-8bf5-3ce643c73f9b admin admin] Usage tracker for resource:security_group_rule and tenant:3415b94a1bba4ec7a9040b2dbf10cd6b is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:40:23.575341 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-2b15231c-d66c-4757-8bf5-3ce643c73f9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:40:23.581215 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2b15231c-d66c-4757-8bf5-3ce643c73f9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:40:23.675359 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2b15231c-d66c-4757-8bf5-3ce643c73f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:23.678668 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2b15231c-d66c-4757-8bf5-3ce643c73f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:23.686419 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-63ccbb72-4256-4d55-8f69-a801b4635196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:23.731024 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-2b15231c-d66c-4757-8bf5-3ce643c73f9b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3415b94a1bba4ec7a9040b2dbf10cd6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096302 Feb 18 12:40:23.731999 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15231c-d66c-4757-8bf5-3ce643c73f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da25be42-7286-411a-8b28-cd96855f3eb2,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:23.734137 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 50846) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:23.735262 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2b15231c-d66c-4757-8bf5-3ce643c73f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:23.797665 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-decd839b-12ca-4885-99e8-b50deaad7879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:23.826810 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-decd839b-12ca-4885-99e8-b50deaad7879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:23.872613 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-decd839b-12ca-4885-99e8-b50deaad7879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:23.876612 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cc990456-67c2-49c3-b7fd-129d87d97d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:23.893270 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd839b-12ca-4885-99e8-b50deaad7879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da25be42-7286-411a-8b28-cd96855f3eb2,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:23.899634 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-decd839b-12ca-4885-99e8-b50deaad7879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:23.901681 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-decd839b-12ca-4885-99e8-b50deaad7879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:23.904180 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-decd839b-12ca-4885-99e8-b50deaad7879 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/da25be42-7286-411a-8b28-cd96855f3eb2 HTTP/1.1" status: 204 len: 168 time: 0.1686485 Feb 18 12:40:24.199181 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 50856) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:24.222551 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-21e85276-4ccb-4130-8355-d1644f14d0a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:24.238185 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-21e85276-4ccb-4130-8355-d1644f14d0a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:40:24.242341 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-21e85276-4ccb-4130-8355-d1644f14d0a7 admin admin] Usage tracker for resource:security_group_rule and tenant:383722cc543347e7b8bec1c796f3ab82 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:40:24.246061 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-21e85276-4ccb-4130-8355-d1644f14d0a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:40:24.252194 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-21e85276-4ccb-4130-8355-d1644f14d0a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:40:24.340207 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-21e85276-4ccb-4130-8355-d1644f14d0a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:24.343251 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-21e85276-4ccb-4130-8355-d1644f14d0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:24.352457 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c437695e-63f1-47c0-86a8-dddb8c18674b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:24.396732 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-21e85276-4ccb-4130-8355-d1644f14d0a7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=383722cc543347e7b8bec1c796f3ab82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963396 Feb 18 12:40:24.399254 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e85276-4ccb-4130-8355-d1644f14d0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a8e3a0-2b15-417c-9d42-3be0f5018bfd,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:24.399985 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 50860) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:24.402281 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-21e85276-4ccb-4130-8355-d1644f14d0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:24.466204 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d0335e1f-2cd4-4029-93ae-51a17871dc67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:24.495120 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d0335e1f-2cd4-4029-93ae-51a17871dc67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:24.542212 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d0335e1f-2cd4-4029-93ae-51a17871dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:24.548128 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-97c69467-5e83-4611-9e2c-60c6348f4fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:24.562943 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0335e1f-2cd4-4029-93ae-51a17871dc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a8e3a0-2b15-417c-9d42-3be0f5018bfd,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:24.565923 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d0335e1f-2cd4-4029-93ae-51a17871dc67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:24.567205 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d0335e1f-2cd4-4029-93ae-51a17871dc67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:24.572079 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-d0335e1f-2cd4-4029-93ae-51a17871dc67 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c9a8e3a0-2b15-417c-9d42-3be0f5018bfd HTTP/1.1" status: 204 len: 168 time: 0.1705050 Feb 18 12:40:26.314130 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:40:30.990279 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dc3e073f-3075-4568-a566-c638b03018c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:33.387865 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-573e9ac7-776c-499d-a060-24b1c8df13db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:33.865807 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:35.057997 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 51054) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:35.149357 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:35.189706 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6fb7eed9-1c8a-4319-a4eb-b9ae448ed3c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:35.205024 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6fb7eed9-1c8a-4319-a4eb-b9ae448ed3c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:40:35.209095 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-6fb7eed9-1c8a-4319-a4eb-b9ae448ed3c4 admin admin] Usage tracker for resource:security_group_rule and tenant:5ca6a50e78c04d94b1d1d0adf1c02719 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:40:35.212087 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-6fb7eed9-1c8a-4319-a4eb-b9ae448ed3c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:40:35.218045 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6fb7eed9-1c8a-4319-a4eb-b9ae448ed3c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:40:35.304363 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6fb7eed9-1c8a-4319-a4eb-b9ae448ed3c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:35.307121 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6fb7eed9-1c8a-4319-a4eb-b9ae448ed3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:35.320136 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8e4c9cbd-3f99-4558-8e2f-a8027a2a47e0 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:35.363838 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-6fb7eed9-1c8a-4319-a4eb-b9ae448ed3c4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5ca6a50e78c04d94b1d1d0adf1c02719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046041 Feb 18 12:40:35.366505 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 51060) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:35.369543 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7eed9-1c8a-4319-a4eb-b9ae448ed3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec06f803-f001-49f7-ad6e-46033826b0f9,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:35.383698 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6fb7eed9-1c8a-4319-a4eb-b9ae448ed3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:35.439698 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a54afa01-8508-4b7b-81a8-bce0c2223ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:35.467497 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a54afa01-8508-4b7b-81a8-bce0c2223ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:35.509687 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:35.513293 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a54afa01-8508-4b7b-81a8-bce0c2223ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:35.518463 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-59d42ac8-d01f-45c0-9656-3929bc1e3045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:35.533086 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54afa01-8508-4b7b-81a8-bce0c2223ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec06f803-f001-49f7-ad6e-46033826b0f9,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:35.536048 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a54afa01-8508-4b7b-81a8-bce0c2223ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:35.537268 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a54afa01-8508-4b7b-81a8-bce0c2223ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:35.538496 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-a54afa01-8508-4b7b-81a8-bce0c2223ef9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ec06f803-f001-49f7-ad6e-46033826b0f9 HTTP/1.1" status: 204 len: 168 time: 0.1710134 Feb 18 12:40:35.870889 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 51072) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:35.891043 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a73dae0d-0d24-4554-894b-36b486461b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:35.907607 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a73dae0d-0d24-4554-894b-36b486461b4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:40:35.911753 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-a73dae0d-0d24-4554-894b-36b486461b4c admin admin] Usage tracker for resource:security_group_rule and tenant:3a5ee8aad9a743419ac08dc82985aed0 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:40:35.914860 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-a73dae0d-0d24-4554-894b-36b486461b4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:40:35.920837 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a73dae0d-0d24-4554-894b-36b486461b4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:40:36.013812 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a73dae0d-0d24-4554-894b-36b486461b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:36.016678 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a73dae0d-0d24-4554-894b-36b486461b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:36.025584 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-21fa911f-abf4-4b08-a886-9ead2da42eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:36.068488 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-a73dae0d-0d24-4554-894b-36b486461b4c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3a5ee8aad9a743419ac08dc82985aed0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963990 Feb 18 12:40:36.070195 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73dae0d-0d24-4554-894b-36b486461b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18ab662-8f4f-4567-a2d9-64d4720791d6,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:36.072149 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 51078) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:36.074162 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a73dae0d-0d24-4554-894b-36b486461b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:36.137543 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1bc923f0-fae1-4cb9-9224-89cca24abb65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:36.164608 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1bc923f0-fae1-4cb9-9224-89cca24abb65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:36.211910 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1bc923f0-fae1-4cb9-9224-89cca24abb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:36.221279 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a7ce661f-bae7-4281-a439-4985f96d58f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:36.248451 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc923f0-fae1-4cb9-9224-89cca24abb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18ab662-8f4f-4567-a2d9-64d4720791d6,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:36.251123 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1bc923f0-fae1-4cb9-9224-89cca24abb65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:36.262250 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1bc923f0-fae1-4cb9-9224-89cca24abb65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:36.263466 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-1bc923f0-fae1-4cb9-9224-89cca24abb65 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d18ab662-8f4f-4567-a2d9-64d4720791d6 HTTP/1.1" status: 204 len: 168 time: 0.1901956 Feb 18 12:40:36.642894 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 51086) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:36.674741 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-25e09796-81be-4c1a-baea-aa15e7c25507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:36.703852 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-25e09796-81be-4c1a-baea-aa15e7c25507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:40:36.710447 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-25e09796-81be-4c1a-baea-aa15e7c25507 admin admin] Usage tracker for resource:security_group_rule and tenant:b5fd7e8ae0594abc868efc51daf3d4d7 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:40:36.715557 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-25e09796-81be-4c1a-baea-aa15e7c25507 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:40:36.725726 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-25e09796-81be-4c1a-baea-aa15e7c25507 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:40:36.829120 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-25e09796-81be-4c1a-baea-aa15e7c25507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:36.832282 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-25e09796-81be-4c1a-baea-aa15e7c25507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:36.843223 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5a496767-0938-4a0c-8e5a-94014d44421b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:36.890055 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-25e09796-81be-4c1a-baea-aa15e7c25507 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b5fd7e8ae0594abc868efc51daf3d4d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459421 Feb 18 12:40:36.891780 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e09796-81be-4c1a-baea-aa15e7c25507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5894c118-3b72-4958-82bb-337706b5441c,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:36.892993 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 51094) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:36.895255 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-25e09796-81be-4c1a-baea-aa15e7c25507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:36.968232 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-27c078b5-e611-4730-a43f-b972eba7aa61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:37.000071 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-27c078b5-e611-4730-a43f-b972eba7aa61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:37.059324 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-27c078b5-e611-4730-a43f-b972eba7aa61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:37.065052 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-10daba88-454a-413f-9f77-920bdb1e9b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:37.082197 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c078b5-e611-4730-a43f-b972eba7aa61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5894c118-3b72-4958-82bb-337706b5441c,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:37.087408 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-27c078b5-e611-4730-a43f-b972eba7aa61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:37.089859 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-27c078b5-e611-4730-a43f-b972eba7aa61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:37.091110 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-27c078b5-e611-4730-a43f-b972eba7aa61 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5894c118-3b72-4958-82bb-337706b5441c HTTP/1.1" status: 204 len: 168 time: 0.1965678 Feb 18 12:40:41.377577 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b85c5ec6-81d1-41e5-a6b8-b3be8e5944e5 req-74b76772-d812-4746-9cf5-a295b98862b4 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0852261 Feb 18 12:40:41.551783 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c5ec6-81d1-41e5-a6b8-b3be8e5944e5 req-8c6b7568-8cb8-432c-8083-1fb55fa06092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:41.553408 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b85c5ec6-81d1-41e5-a6b8-b3be8e5944e5 req-8c6b7568-8cb8-432c-8083-1fb55fa06092 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fff3f4ff6e52473eab85e6377277c4bd&device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 1162 time: 0.0799668 Feb 18 12:40:41.716551 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c5ec6-81d1-41e5-a6b8-b3be8e5944e5 req-b2c7ed4f-e1d9-4192-8334-e56053228d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:41.718057 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b85c5ec6-81d1-41e5-a6b8-b3be8e5944e5 req-b2c7ed4f-e1d9-4192-8334-e56053228d07 service neutron] 10.222.0.99 "GET /v2.0/networks?id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28 HTTP/1.1" status: 200 len: 910 time: 0.1407759 Feb 18 12:40:41.836783 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b85c5ec6-81d1-41e5-a6b8-b3be8e5944e5 req-68018879-d197-49c7-834e-8326d4ee89cc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19a802e4-5491-40b3-a616-250e68167213 HTTP/1.1" status: 200 len: 1001 time: 0.1101308 Feb 18 12:40:41.914232 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c5ec6-81d1-41e5-a6b8-b3be8e5944e5 req-69566b11-6c94-48bc-9816-bbc9187b00fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:41.915887 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b85c5ec6-81d1-41e5-a6b8-b3be8e5944e5 req-69566b11-6c94-48bc-9816-bbc9187b00fe service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e4044c87-5ed4-4e4e-a96f-b6177944301a HTTP/1.1" status: 200 len: 855 time: 0.0710845 Feb 18 12:40:42.002209 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c5ec6-81d1-41e5-a6b8-b3be8e5944e5 req-e1b4cd75-ff9e-4471-bfb3-d354910f9193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:42.003992 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b85c5ec6-81d1-41e5-a6b8-b3be8e5944e5 req-e1b4cd75-ff9e-4471-bfb3-d354910f9193 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0804441 Feb 18 12:40:42.154726 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b85c5ec6-81d1-41e5-a6b8-b3be8e5944e5 req-14c740d7-66fe-44bb-b646-3f8297dbe58a service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433568 Feb 18 12:40:42.285880 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 51198) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:42.335237 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b85c5ec6-81d1-41e5-a6b8-b3be8e5944e5 req-a452cb54-0aef-4563-827c-a65ac9a79f3a service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1738863 Feb 18 12:40:42.444769 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:42.460974 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:40:42.465113 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Usage tracker for resource:security_group_rule and tenant:9e384e10d77e4e828c3c3f53105754a3 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:40:42.468201 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:40:42.474511 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:40:42.565470 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:42.568518 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:42.581795 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2da5c329-4821-4577-a6fd-5d60fc676bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:42.631749 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9e384e10d77e4e828c3c3f53105754a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415101 Feb 18 12:40:42.631749 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01f9b2d-78a3-46ee-8d1c-3ce4bbcc0a6c,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:42.632460 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 51210) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:42.638376 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.638781 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.639183 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.639599 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.639995 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.640386 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.640782 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.641163 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.641548 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.641935 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.642315 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.642696 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.643160 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.643884 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.644013 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.644316 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.645213 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.645603 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.645989 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.646448 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.646759 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.647146 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.647549 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.647933 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.652635 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:42.704147 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:42.733756 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:42.782957 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:42.788127 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:42.803992 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01f9b2d-78a3-46ee-8d1c-3ce4bbcc0a6c,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:42.815061 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.815405 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.815837 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.816238 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.816634 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.817035 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.817420 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.817810 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.818197 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.818584 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.818974 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.819362 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.819847 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.820299 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.820778 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.821060 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.821445 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.821834 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.822231 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.822711 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.823092 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.823479 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.823883 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.824266 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:42.828334 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:42.829633 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:42.834085 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c01f9b2d-78a3-46ee-8d1c-3ce4bbcc0a6c HTTP/1.1" status: 204 len: 168 time: 0.1967483 Feb 18 12:40:43.161885 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 51224) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:43.181885 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b1cdf30e-6903-41f3-b0d8-613cc075295e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:43.198498 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-b1cdf30e-6903-41f3-b0d8-613cc075295e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:40:43.202654 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-b1cdf30e-6903-41f3-b0d8-613cc075295e admin admin] Usage tracker for resource:security_group_rule and tenant:100c758c69d346afa3b2a0244ea31a68 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:40:43.205974 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-b1cdf30e-6903-41f3-b0d8-613cc075295e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:40:43.212677 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-b1cdf30e-6903-41f3-b0d8-613cc075295e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:40:43.304232 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b1cdf30e-6903-41f3-b0d8-613cc075295e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:43.307290 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b1cdf30e-6903-41f3-b0d8-613cc075295e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:43.317048 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a54afa01-8508-4b7b-81a8-bce0c2223ef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:43.362224 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-b1cdf30e-6903-41f3-b0d8-613cc075295e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=100c758c69d346afa3b2a0244ea31a68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1989746 Feb 18 12:40:43.363901 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cdf30e-6903-41f3-b0d8-613cc075295e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df46f6a7-e467-41d5-8ce4-7f74f604225b,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:43.365033 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 51230) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:43.368141 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b1cdf30e-6903-41f3-b0d8-613cc075295e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:43.435336 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dc69ad88-f450-4c7e-b646-004d43c1b108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:43.464954 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dc69ad88-f450-4c7e-b646-004d43c1b108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:43.514628 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dc69ad88-f450-4c7e-b646-004d43c1b108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:43.520070 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-21469409-a20b-4790-ad32-97716b8be4b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:43.535986 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69ad88-f450-4c7e-b646-004d43c1b108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df46f6a7-e467-41d5-8ce4-7f74f604225b,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:43.541168 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-dc69ad88-f450-4c7e-b646-004d43c1b108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:43.550599 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dc69ad88-f450-4c7e-b646-004d43c1b108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:43.551871 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-dc69ad88-f450-4c7e-b646-004d43c1b108 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/df46f6a7-e467-41d5-8ce4-7f74f604225b HTTP/1.1" status: 204 len: 168 time: 0.1856718 Feb 18 12:40:44.576989 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f98d0-027c-46da-8564-b16f36afa021 req-eb818bd8-085e-4b49-a8af-3e5cad4d5646 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:44.580025 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-010f98d0-027c-46da-8564-b16f36afa021 req-eb818bd8-085e-4b49-a8af-3e5cad4d5646 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 945 time: 0.1071923 Feb 18 12:40:44.634487 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-010f98d0-027c-46da-8564-b16f36afa021 req-56946862-0f9f-47fc-bd13-f9b5c822752c tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494461 Feb 18 12:40:45.518267 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5378f-46a5-4275-b51e-c6f3cf6c5089 req-f69e72d8-4a44-4aae-9f5f-e33dfb409113 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:45.519875 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ced5378f-46a5-4275-b51e-c6f3cf6c5089 req-f69e72d8-4a44-4aae-9f5f-e33dfb409113 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.99 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 945 time: 0.0890751 Feb 18 12:40:45.623061 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-ced5378f-46a5-4275-b51e-c6f3cf6c5089 req-caa665e3-67e5-4d2a-8779-e61c6dc7b9f6 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Deleting port 18b49a94-f368-427b-b421-6e8574741ec8 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:40:45.624386 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ced5378f-46a5-4275-b51e-c6f3cf6c5089 req-caa665e3-67e5-4d2a-8779-e61c6dc7b9f6 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:45.920400 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-ced5378f-46a5-4275-b51e-c6f3cf6c5089 req-caa665e3-67e5-4d2a-8779-e61c6dc7b9f6 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] For port 18b49a94-f368-427b-b421-6e8574741ec8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=18b49a94-f368-427b-b421-6e8574741ec8,segment=NetworkSegment(9dd03af7-4742-419c-8ec4-700ee22a3665),segment_id=9dd03af7-4742-419c-8ec4-700ee22a3665)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:40:45.920802 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ced5378f-46a5-4275-b51e-c6f3cf6c5089 req-caa665e3-67e5-4d2a-8779-e61c6dc7b9f6 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:45.993097 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 18b49a94-f368-427b-b421-6e8574741ec8 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:40:46.059872 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 51312) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:46.069212 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-ced5378f-46a5-4275-b51e-c6f3cf6c5089 req-caa665e3-67e5-4d2a-8779-e61c6dc7b9f6 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Calling delete_port for 18b49a94-f368-427b-b421-6e8574741ec8 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:40:46.084631 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8686de9-ad64-4b62-842c-6622669dd4a3 req-7ca9607e-d8bd-4c85-98fa-eab2d664fd0a tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:46.085437 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a8686de9-ad64-4b62-842c-6622669dd4a3 req-7ca9607e-d8bd-4c85-98fa-eab2d664fd0a tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Synchronizing usage tracker for tenant:d19cc7f219c541d79e256e08131b7da3 on resource:port {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:40:46.103172 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a8686de9-ad64-4b62-842c-6622669dd4a3 req-7ca9607e-d8bd-4c85-98fa-eab2d664fd0a tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Unset dirty status for tenant:d19cc7f219c541d79e256e08131b7da3 on resource:port {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:40:46.110713 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a8686de9-ad64-4b62-842c-6622669dd4a3 req-7ca9607e-d8bd-4c85-98fa-eab2d664fd0a tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 945 time: 0.3327935 Feb 18 12:40:46.157950 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a8686de9-ad64-4b62-842c-6622669dd4a3 req-e405be86-4e74-4e87-9066-579467236a9b tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Synchronizing usage tracker for tenant:d19cc7f219c541d79e256e08131b7da3 on resource:security_group {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:40:46.159379 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:46.174227 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a8686de9-ad64-4b62-842c-6622669dd4a3 req-e405be86-4e74-4e87-9066-579467236a9b tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Unset dirty status for tenant:d19cc7f219c541d79e256e08131b7da3 on resource:security_group {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:40:46.183818 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a8686de9-ad64-4b62-842c-6622669dd4a3 req-e405be86-4e74-4e87-9066-579467236a9b tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/security-groups?id=513ea14c-e06e-411f-b2d4-f9501907b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717633 Feb 18 12:40:46.216302 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cd3a0d4f-3720-4ffb-b8d8-e0a85b1226b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:46.233643 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-cd3a0d4f-3720-4ffb-b8d8-e0a85b1226b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:40:46.237940 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-cd3a0d4f-3720-4ffb-b8d8-e0a85b1226b9 admin admin] Usage tracker for resource:security_group_rule and tenant:43ad7d72a4bb4a42ad12d6d78666c9f1 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:40:46.241081 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-cd3a0d4f-3720-4ffb-b8d8-e0a85b1226b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:40:46.247709 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-cd3a0d4f-3720-4ffb-b8d8-e0a85b1226b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:40:46.262123 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ced5378f-46a5-4275-b51e-c6f3cf6c5089 req-caa665e3-67e5-4d2a-8779-e61c6dc7b9f6 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:46.284595 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-75ec76cd-e029-4b18-a08b-791a22b1f423 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:46.345984 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cd3a0d4f-3720-4ffb-b8d8-e0a85b1226b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:46.349534 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cd3a0d4f-3720-4ffb-b8d8-e0a85b1226b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:46.386759 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa665e3-67e5-4d2a-8779-e61c6dc7b9f6 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Pushing event deleted for resources: {'Port': ['ID=18b49a94-f368-427b-b421-6e8574741ec8,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:46.392015 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-77ab7fe9-b7c6-4035-ba8f-a876d3257653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:46.397499 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-caa665e3-67e5-4d2a-8779-e61c6dc7b9f6 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:46.403077 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-cd3a0d4f-3720-4ffb-b8d8-e0a85b1226b9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=43ad7d72a4bb4a42ad12d6d78666c9f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3410110 Feb 18 12:40:46.407988 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 51318) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:46.424343 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a0d4f-3720-4ffb-b8d8-e0a85b1226b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f547f93-32cd-4a53-bc27-fd82ce1071ed,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:46.427942 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cd3a0d4f-3720-4ffb-b8d8-e0a85b1226b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:46.553555 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-43535387-6eda-4d8d-81b0-14237fffbe68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:46.557304 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced5378f-46a5-4275-b51e-c6f3cf6c5089 req-caa665e3-67e5-4d2a-8779-e61c6dc7b9f6 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] No DVR routers for this DVR port 18b49a94-f368-427b-b421-6e8574741ec8 on host hv-cinder-77642 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:40:46.563091 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:46.566338 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ced5378f-46a5-4275-b51e-c6f3cf6c5089 req-caa665e3-67e5-4d2a-8779-e61c6dc7b9f6 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:46.569106 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c623c577-de50-4476-a04e-880cb04650a0', 'name': 'network-vif-deleted', 'tag': '18b49a94-f368-427b-b421-6e8574741ec8'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:40:46.608827 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-43535387-6eda-4d8d-81b0-14237fffbe68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:46.620082 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ced5378f-46a5-4275-b51e-c6f3cf6c5089 req-caa665e3-67e5-4d2a-8779-e61c6dc7b9f6 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.99 "DELETE /v2.0/ports/18b49a94-f368-427b-b421-6e8574741ec8 HTTP/1.1" status: 204 len: 173 time: 1.0867934 Feb 18 12:40:46.630489 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c623c577-de50-4476-a04e-880cb04650a0', 'name': 'network-vif-deleted', 'tag': '18b49a94-f368-427b-b421-6e8574741ec8', 'status': 'completed', 'code': 200} Feb 18 12:40:46.662285 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-43535387-6eda-4d8d-81b0-14237fffbe68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:46.668066 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-972556be-e322-4c41-87e4-834729ccb1fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:46.681266 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43535387-6eda-4d8d-81b0-14237fffbe68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f547f93-32cd-4a53-bc27-fd82ce1071ed,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:46.685692 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-43535387-6eda-4d8d-81b0-14237fffbe68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:46.690868 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-43535387-6eda-4d8d-81b0-14237fffbe68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:46.708598 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-43535387-6eda-4d8d-81b0-14237fffbe68 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6f547f93-32cd-4a53-bc27-fd82ce1071ed HTTP/1.1" status: 204 len: 168 time: 0.2990725 Feb 18 12:40:47.035156 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 51332) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:47.055348 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-61410834-ad02-4e2a-8272-b5f5102d3155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:47.073026 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-61410834-ad02-4e2a-8272-b5f5102d3155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:40:47.077491 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-61410834-ad02-4e2a-8272-b5f5102d3155 admin admin] Usage tracker for resource:security_group_rule and tenant:16ceb833c9b64de987f195c721b00d7f is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:40:47.081027 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-61410834-ad02-4e2a-8272-b5f5102d3155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:40:47.087442 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-61410834-ad02-4e2a-8272-b5f5102d3155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:40:47.183368 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-61410834-ad02-4e2a-8272-b5f5102d3155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:47.186380 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-61410834-ad02-4e2a-8272-b5f5102d3155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:47.196247 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f4e3fa2f-9bfd-4076-aa43-4f9a864468ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:47.244329 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-61410834-ad02-4e2a-8272-b5f5102d3155 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=16ceb833c9b64de987f195c721b00d7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2047024 Feb 18 12:40:47.244790 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 51338) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:47.248027 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61410834-ad02-4e2a-8272-b5f5102d3155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d40c9c-9c64-4822-a5b3-ea915e2e1a1a,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:47.264500 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-61410834-ad02-4e2a-8272-b5f5102d3155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:47.329433 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0f2e78-0266-4fa8-bdd0-da8bca33c959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:47.365189 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0f2e78-0266-4fa8-bdd0-da8bca33c959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:47.385782 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a10282b2-6d7a-4c7c-8e27-bf245f9b06a0 req-8269523e-a9f9-48e2-8973-d940ff765450 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] 10.222.0.83 "GET /v2.0/ports?device_id=c623c577-de50-4476-a04e-880cb04650a0 HTTP/1.1" status: 200 len: 210 time: 0.0639119 Feb 18 12:40:47.417077 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0f2e78-0266-4fa8-bdd0-da8bca33c959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:47.422247 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-517b45d2-3694-4813-bfdc-c2208d4c151d tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:47.433398 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f2e78-0266-4fa8-bdd0-da8bca33c959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d40c9c-9c64-4822-a5b3-ea915e2e1a1a,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:47.435990 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1e0f2e78-0266-4fa8-bdd0-da8bca33c959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:47.442234 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0f2e78-0266-4fa8-bdd0-da8bca33c959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:47.443463 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-1e0f2e78-0266-4fa8-bdd0-da8bca33c959 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/17d40c9c-9c64-4822-a5b3-ea915e2e1a1a HTTP/1.1" status: 204 len: 168 time: 0.1975667 Feb 18 12:40:49.278217 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 51440) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:50.298625 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-61803331-677c-4feb-8999-137e0b2b0e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854411185'] for router_interface, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:50.682794 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-61803331-677c-4feb-8999-137e0b2b0e11 admin admin] Deleting port c9ceb180-da25-4fe4-bc20-c931fdd37a65 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:40:50.683175 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-61803331-677c-4feb-8999-137e0b2b0e11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:50.869232 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-61803331-677c-4feb-8999-137e0b2b0e11 admin admin] For port c9ceb180-da25-4fe4-bc20-c931fdd37a65, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=c9ceb180-da25-4fe4-bc20-c931fdd37a65,segment=NetworkSegment(9dd03af7-4742-419c-8ec4-700ee22a3665),segment_id=9dd03af7-4742-419c-8ec4-700ee22a3665)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:40:50.869650 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-61803331-677c-4feb-8999-137e0b2b0e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:51.011649 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-61803331-677c-4feb-8999-137e0b2b0e11 admin admin] Calling delete_port for c9ceb180-da25-4fe4-bc20-c931fdd37a65 owned by network:router_interface {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:40:51.194795 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-61803331-677c-4feb-8999-137e0b2b0e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:51.210829 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:51.315994 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61803331-677c-4feb-8999-137e0b2b0e11 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9ceb180-da25-4fe4-bc20-c931fdd37a65,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:51.321440 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-61803331-677c-4feb-8999-137e0b2b0e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:51.683562 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-61803331-677c-4feb-8999-137e0b2b0e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355836'] for router_interface, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:52.223753 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61803331-677c-4feb-8999-137e0b2b0e11 admin admin] Router d0735b8e-172f-4f5c-bae7-fa76701b57de has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:40:52.430310 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61803331-677c-4feb-8999-137e0b2b0e11 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:40:52.439772 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98a2fac-7bdb-4c4e-bfeb-ed72c88513d4 None None] Sync routers for ids ['d0735b8e-172f-4f5c-bae7-fa76701b57de'] in dv-cinder-776422-1-iscsi {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:40:52.443894 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-61803331-677c-4feb-8999-137e0b2b0e11 admin admin] 10.222.0.83 "PUT /v2.0/routers/d0735b8e-172f-4f5c-bae7-fa76701b57de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1636317 Feb 18 12:40:52.447225 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 51488) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:52.458110 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98a2fac-7bdb-4c4e-bfeb-ed72c88513d4 None None] Routers {'d0735b8e-172f-4f5c-bae7-fa76701b57de'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:40:52.459203 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f98a2fac-7bdb-4c4e-bfeb-ed72c88513d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:40:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['d0735b8e-172f-4f5c-bae7-fa76701b57de'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:40:52.752880 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-f98a2fac-7bdb-4c4e-bfeb-ed72c88513d4 None None] Set router d0735b8e-172f-4f5c-bae7-fa76701b57de gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:40:52.906105 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ad8f0875-c731-4b3f-b9d9-3eb4d1ac30f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:53.081563 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f98a2fac-7bdb-4c4e-bfeb-ed72c88513d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'name': 'tempest-TestMinimumBasicScenario-1482477188-router', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:34:57Z', 'updated_at': '2021-02-18T12:40:51Z', 'revision_number': 5, 'project_id': 'd19cc7f219c541d79e256e08131b7da3', 'gw_port': {'id': '0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:58Z', 'updated_at': '2021-02-18T12:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi'}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:40:53.085686 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98a2fac-7bdb-4c4e-bfeb-ed72c88513d4 None None] Checking router: d0735b8e-172f-4f5c-bae7-fa76701b57de for host: dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:40:53.095467 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98a2fac-7bdb-4c4e-bfeb-ed72c88513d4 None None] Routers {'d0735b8e-172f-4f5c-bae7-fa76701b57de'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:40:53.096320 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f98a2fac-7bdb-4c4e-bfeb-ed72c88513d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:40:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['d0735b8e-172f-4f5c-bae7-fa76701b57de'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:40:53.104922 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ad8f0875-c731-4b3f-b9d9-3eb4d1ac30f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:53.114308 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-ad8f0875-c731-4b3f-b9d9-3eb4d1ac30f0 admin admin] Deleting port 0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:40:53.115230 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ad8f0875-c731-4b3f-b9d9-3eb4d1ac30f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:53.263074 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-f98a2fac-7bdb-4c4e-bfeb-ed72c88513d4 None None] Set router d0735b8e-172f-4f5c-bae7-fa76701b57de gateway port host: None {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:40:53.326983 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-ad8f0875-c731-4b3f-b9d9-3eb4d1ac30f0 admin admin] For port 0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5,segment=NetworkSegment(cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0),segment_id=cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:40:53.327376 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ad8f0875-c731-4b3f-b9d9-3eb4d1ac30f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:53.473717 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-ad8f0875-c731-4b3f-b9d9-3eb4d1ac30f0 admin admin] Calling delete_port for 0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5 owned by network:router_gateway {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:40:53.542093 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f98a2fac-7bdb-4c4e-bfeb-ed72c88513d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'name': 'tempest-TestMinimumBasicScenario-1482477188-router', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:34:57Z', 'updated_at': '2021-02-18T12:40:53Z', 'revision_number': 6, 'project_id': 'd19cc7f219c541d79e256e08131b7da3', 'gw_port_host': None}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:40:53.546714 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98a2fac-7bdb-4c4e-bfeb-ed72c88513d4 None None] The sync data for ids ['d0735b8e-172f-4f5c-bae7-fa76701b57de'] in dv-cinder-776422-1-iscsi is: [{'id': 'd0735b8e-172f-4f5c-bae7-fa76701b57de', 'name': 'tempest-TestMinimumBasicScenario-1482477188-router', 'tenant_id': 'd19cc7f219c541d79e256e08131b7da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:34:57Z', 'updated_at': '2021-02-18T12:40:53Z', 'revision_number': 6, 'project_id': 'd19cc7f219c541d79e256e08131b7da3', 'gw_port_host': None}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:40:53.658684 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ad8f0875-c731-4b3f-b9d9-3eb4d1ac30f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:53.674894 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c2508de3-ac86-4eff-aa44-076444a2ee37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:53.778572 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f0875-c731-4b3f-b9d9-3eb4d1ac30f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:53.787082 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ad8f0875-c731-4b3f-b9d9-3eb4d1ac30f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:53.919239 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ad8f0875-c731-4b3f-b9d9-3eb4d1ac30f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854408851'] for router_gateway, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:54.120870 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ad8f0875-c731-4b3f-b9d9-3eb4d1ac30f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45841'] for router, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:54.123245 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ad8f0875-c731-4b3f-b9d9-3eb4d1ac30f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:54.151713 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ad8f0875-c731-4b3f-b9d9-3eb4d1ac30f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854419950'] for router, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:54.152286 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8f0875-c731-4b3f-b9d9-3eb4d1ac30f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0735b8e-172f-4f5c-bae7-fa76701b57de {{(pid=83987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 12:40:54.165533 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ad8f0875-c731-4b3f-b9d9-3eb4d1ac30f0 admin admin] Notify callbacks [] for router, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:54.166783 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ad8f0875-c731-4b3f-b9d9-3eb4d1ac30f0 admin admin] 10.222.0.83 "DELETE /v2.0/routers/d0735b8e-172f-4f5c-bae7-fa76701b57de HTTP/1.1" status: 204 len: 168 time: 1.7185314 Feb 18 12:40:54.169552 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 51510) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:54.239529 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-672baebf-c629-460a-a5df-9c879872fa88 admin admin] Deleting subnet cb7bae6a-7fcb-4274-b23f-3f83723ba9c7 {{(pid=83987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 12:40:54.243133 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-672baebf-c629-460a-a5df-9c879872fa88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:54.308713 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-672baebf-c629-460a-a5df-9c879872fa88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6823350'] for subnet, precommit_delete_associations {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:54.458681 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-672baebf-c629-460a-a5df-9c879872fa88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662214'] for subnet, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:54.561951 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5 no longer exists at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:40:54.599910 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] No Port match for: 0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:40:54.600310 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 0e3d5a02-b00d-4e1c-8393-c1e9f213c8c5 not bound to the agent host dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:40:54.600773 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device c9ceb180-da25-4fe4-bc20-c931fdd37a65 no longer exists at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:40:54.641066 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] No Port match for: c9ceb180-da25-4fe4-bc20-c931fdd37a65 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:40:54.641376 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device c9ceb180-da25-4fe4-bc20-c931fdd37a65 not bound to the agent host dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:40:54.743051 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-672baebf-c629-460a-a5df-9c879872fa88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6853467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848154909'] for subnet, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:54.757031 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:54.843070 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672baebf-c629-460a-a5df-9c879872fa88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb7bae6a-7fcb-4274-b23f-3f83723ba9c7,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:54.846134 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-672baebf-c629-460a-a5df-9c879872fa88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:54.901555 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-672baebf-c629-460a-a5df-9c879872fa88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:54.906604 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63a354b-0057-45f3-845c-7ca59525ed29 None None] Network 5bccefc1-eeb4-48b2-860d-eba700c03669 requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:40:54.911153 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-672baebf-c629-460a-a5df-9c879872fa88 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/cb7bae6a-7fcb-4274-b23f-3f83723ba9c7 HTTP/1.1" status: 204 len: 168 time: 0.7382143 Feb 18 12:40:54.911437 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 51522) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:55.038345 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cbd4e649-facb-4445-8e68-384ec003f459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854250921'] for network, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:55.108810 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-cbd4e649-facb-4445-8e68-384ec003f459 admin admin] Deleting port 24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:40:55.109191 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cbd4e649-facb-4445-8e68-384ec003f459 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:55.172895 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb5cc94-3155-4f2f-a624-a58ade85b2de None None] DHCP port deletion for 5bccefc1-eeb4-48b2-860d-eba700c03669 request from dv-cinder-776422-1-iscsi {{(pid=83988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 18 12:40:55.177911 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-6bb5cc94-3155-4f2f-a624-a58ade85b2de None None] Deleting port 24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b {{(pid=83988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:40:55.178541 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6bb5cc94-3155-4f2f-a624-a58ade85b2de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:55.338383 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-cbd4e649-facb-4445-8e68-384ec003f459 admin admin] For port 24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b,segment=NetworkSegment(9dd03af7-4742-419c-8ec4-700ee22a3665),segment_id=9dd03af7-4742-419c-8ec4-700ee22a3665)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:40:55.338779 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cbd4e649-facb-4445-8e68-384ec003f459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:55.480339 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-cbd4e649-facb-4445-8e68-384ec003f459 admin admin] Calling delete_port for 24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b owned by network:dhcp {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:40:55.567943 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cbd4e649-facb-4445-8e68-384ec003f459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:55.582206 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-6bb5cc94-3155-4f2f-a624-a58ade85b2de None None] For port 24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b,segment=NetworkSegment(9dd03af7-4742-419c-8ec4-700ee22a3665),segment_id=9dd03af7-4742-419c-8ec4-700ee22a3665)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:40:55.583067 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6bb5cc94-3155-4f2f-a624-a58ade85b2de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:55.635685 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d1aeed5f-2b4e-42ca-8b6f-1c54db9c858b tempest-ServerRescueNegativeTestJSON-1533255017 tempest-ServerRescueNegativeTestJSON-1533255017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:55.693747 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4e649-facb-4445-8e68-384ec003f459 admin admin] Pushing event deleted for resources: {'Port': ['ID=24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:55.699077 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cbd4e649-facb-4445-8e68-384ec003f459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:55.726981 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-6bb5cc94-3155-4f2f-a624-a58ade85b2de None None] Calling delete_port for 24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b owned by network:dhcp {{(pid=83988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:40:55.742816 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd4e649-facb-4445-8e68-384ec003f459 admin admin] No DVR routers for this DVR port 24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b on host dv-cinder-776422-1-iscsi {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:40:55.809156 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [None req-6bb5cc94-3155-4f2f-a624-a58ade85b2de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83988) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 12:40:55.809593 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_db.api [None req-6bb5cc94-3155-4f2f-a624-a58ade85b2de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 12:40:55.871479 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cbd4e649-facb-4445-8e68-384ec003f459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665137', 'neutron.services.segments.db._delete_segments_for_network--9223363305819442394'] for network, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:55.991207 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-cbd4e649-facb-4445-8e68-384ec003f459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bccefc1-eeb4-48b2-860d-eba700c03669']}} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:40:56.004907 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-cbd4e649-facb-4445-8e68-384ec003f459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dd03af7-4742-419c-8ec4-700ee22a3665') {'for_net_delete': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:40:56.005311 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-cbd4e649-facb-4445-8e68-384ec003f459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dd03af7-4742-419c-8ec4-700ee22a3665') {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:40:56.018348 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cbd4e649-facb-4445-8e68-384ec003f459 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305819444442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847952498'] for segment, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:56.034424 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cbd4e649-facb-4445-8e68-384ec003f459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:56.036505 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cbd4e649-facb-4445-8e68-384ec003f459 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 12:40:56.311340 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-6bb5cc94-3155-4f2f-a624-a58ade85b2de None None] Deleting port 24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b {{(pid=83988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:40:56.311755 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6bb5cc94-3155-4f2f-a624-a58ade85b2de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:56.391436 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-6bb5cc94-3155-4f2f-a624-a58ade85b2de None None] The port '24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b' was deleted {{(pid=83988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 18 12:40:56.487759 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-cbd4e649-facb-4445-8e68-384ec003f459 admin admin] Network 5bccefc1-eeb4-48b2-860d-eba700c03669 has no segments {{(pid=83987) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:40:56.497862 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cbd4e649-facb-4445-8e68-384ec003f459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-671673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847922950'] for segment, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:56.546122 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b no longer exists at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:40:56.584290 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] No Port match for: 24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:40:56.584840 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 24dd22a1-ed4a-4269-a1f5-5aa4d1325e8b not bound to the agent host dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:40:56.689475 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-cbd4e649-facb-4445-8e68-384ec003f459 admin admin] Network 5bccefc1-eeb4-48b2-860d-eba700c03669 has no segments {{(pid=83987) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: Traceback (most recent call last): Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: timer() Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: cb(*args, **kw) Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: return func(*args, **kwargs) Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: self._notify() Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: self.callback(batched_events) Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: event.method(event) Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: segment_id)['aggregates'][0] Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: return f(self, *a, **k) Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: return self._get(url).json() Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: **kwargs) Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: return self.request(url, 'GET', **kwargs) Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: **endpoint_filter) Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:40:56.713596 dv-cinder-776422-1-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:40:56.796857 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cbd4e649-facb-4445-8e68-384ec003f459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854110663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366916'] for network, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:56.801218 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cbd4e649-facb-4445-8e68-384ec003f459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:56.806000 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7f06a0bc-e800-42ae-a90a-6a8e0bb3123b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:56.829293 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4e649-facb-4445-8e68-384ec003f459 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bccefc1-eeb4-48b2-860d-eba700c03669,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:56.831879 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cbd4e649-facb-4445-8e68-384ec003f459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:56.835834 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-cbd4e649-facb-4445-8e68-384ec003f459 admin admin] 10.222.0.83 "DELETE /v2.0/networks/5bccefc1-eeb4-48b2-860d-eba700c03669 HTTP/1.1" status: 204 len: 168 time: 1.9233327 Feb 18 12:40:57.019025 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 51552) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:57.073786 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-d436c844-2833-4761-9763-057197def48a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d19cc7f219c541d79e256e08131b7da3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522645 Feb 18 12:40:57.075307 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 51556) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:57.145267 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-20c22f0c-85eb-4f38-8c57-5699efbdc6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:57.176255 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-20c22f0c-85eb-4f38-8c57-5699efbdc6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:57.231768 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-20c22f0c-85eb-4f38-8c57-5699efbdc6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:57.237088 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-decd839b-12ca-4885-99e8-b50deaad7879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:57.252650 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c22f0c-85eb-4f38-8c57-5699efbdc6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513ea14c-e06e-411f-b2d4-f9501907b2f8,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:57.257061 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-20c22f0c-85eb-4f38-8c57-5699efbdc6f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:57.263453 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-20c22f0c-85eb-4f38-8c57-5699efbdc6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:57.267313 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-20c22f0c-85eb-4f38-8c57-5699efbdc6f5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/513ea14c-e06e-411f-b2d4-f9501907b2f8 HTTP/1.1" status: 204 len: 168 time: 0.1884027 Feb 18 12:40:57.779905 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 51576) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:57.915073 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-68176268-b8e7-4146-bddd-50abc9b8a851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:57.931676 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-68176268-b8e7-4146-bddd-50abc9b8a851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:40:57.935905 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-68176268-b8e7-4146-bddd-50abc9b8a851 admin admin] Usage tracker for resource:security_group_rule and tenant:c8214ab1d52f407da24b4c0456984d79 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:40:57.938790 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-68176268-b8e7-4146-bddd-50abc9b8a851 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:40:57.944642 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-68176268-b8e7-4146-bddd-50abc9b8a851 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:40:58.039721 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-68176268-b8e7-4146-bddd-50abc9b8a851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:58.042512 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-68176268-b8e7-4146-bddd-50abc9b8a851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:58.051732 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7061ec92-28f4-48b9-ae85-e349f03ae5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:58.094605 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-68176268-b8e7-4146-bddd-50abc9b8a851 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c8214ab1d52f407da24b4c0456984d79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3135362 Feb 18 12:40:58.095611 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68176268-b8e7-4146-bddd-50abc9b8a851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff77dbe5-7f5d-4caf-8388-9daf03fa712f,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:58.097919 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 51582) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:58.098915 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-68176268-b8e7-4146-bddd-50abc9b8a851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:58.180809 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-45e7065a-22e9-43b8-9e58-372d37aa6ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:58.208604 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-45e7065a-22e9-43b8-9e58-372d37aa6ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:58.253884 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-45e7065a-22e9-43b8-9e58-372d37aa6ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:58.260127 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2257dd49-b410-4a34-b52b-603852abd703 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:58.274813 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7065a-22e9-43b8-9e58-372d37aa6ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff77dbe5-7f5d-4caf-8388-9daf03fa712f,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:58.277803 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-45e7065a-22e9-43b8-9e58-372d37aa6ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:58.279077 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-45e7065a-22e9-43b8-9e58-372d37aa6ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:58.282566 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-45e7065a-22e9-43b8-9e58-372d37aa6ddd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ff77dbe5-7f5d-4caf-8388-9daf03fa712f HTTP/1.1" status: 204 len: 168 time: 0.1808870 Feb 18 12:40:58.597334 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 51592) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:58.620438 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebdc0083-fa43-4cde-a301-0ce211e100dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:58.636960 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ebdc0083-fa43-4cde-a301-0ce211e100dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:40:58.641170 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-ebdc0083-fa43-4cde-a301-0ce211e100dc admin admin] Usage tracker for resource:security_group_rule and tenant:f78d379b51da4adf8ebbe05d429a04cf is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:40:58.644235 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-ebdc0083-fa43-4cde-a301-0ce211e100dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:40:58.650355 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ebdc0083-fa43-4cde-a301-0ce211e100dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:40:58.735209 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebdc0083-fa43-4cde-a301-0ce211e100dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:58.738015 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebdc0083-fa43-4cde-a301-0ce211e100dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:58.747354 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f760bb55-476e-4a3a-9251-58e48a25fbe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:58.790490 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ebdc0083-fa43-4cde-a301-0ce211e100dc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f78d379b51da4adf8ebbe05d429a04cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1919503 Feb 18 12:40:58.791530 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc0083-fa43-4cde-a301-0ce211e100dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cad0d49-b2fd-431f-a0fe-a7aab231838b,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:58.793468 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 51596) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:58.795134 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ebdc0083-fa43-4cde-a301-0ce211e100dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:58.862204 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-73f59eb7-1875-4ca2-868d-adc6e2212198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:58.890482 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-73f59eb7-1875-4ca2-868d-adc6e2212198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:58.937772 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-73f59eb7-1875-4ca2-868d-adc6e2212198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:58.942977 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-25e09796-81be-4c1a-baea-aa15e7c25507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:58.957976 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f59eb7-1875-4ca2-868d-adc6e2212198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cad0d49-b2fd-431f-a0fe-a7aab231838b,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:58.963317 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-73f59eb7-1875-4ca2-868d-adc6e2212198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:58.969992 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-73f59eb7-1875-4ca2-868d-adc6e2212198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:58.971224 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-73f59eb7-1875-4ca2-868d-adc6e2212198 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8cad0d49-b2fd-431f-a0fe-a7aab231838b HTTP/1.1" status: 204 len: 168 time: 0.1766102 Feb 18 12:40:59.349357 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 51606) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:59.370155 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-45ac9d3b-a8ac-4c6d-b861-5e19f4094237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:59.386942 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-45ac9d3b-a8ac-4c6d-b861-5e19f4094237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:40:59.391702 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-45ac9d3b-a8ac-4c6d-b861-5e19f4094237 admin admin] Usage tracker for resource:security_group_rule and tenant:1e72c00a17204968ac37b8bbca8fc134 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:40:59.394890 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-45ac9d3b-a8ac-4c6d-b861-5e19f4094237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:40:59.401485 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-45ac9d3b-a8ac-4c6d-b861-5e19f4094237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:40:59.490618 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-45ac9d3b-a8ac-4c6d-b861-5e19f4094237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:59.493609 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-45ac9d3b-a8ac-4c6d-b861-5e19f4094237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:59.502461 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-662b6b55-316a-4a80-9b67-d9e3e06b9ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:59.546711 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-45ac9d3b-a8ac-4c6d-b861-5e19f4094237 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1e72c00a17204968ac37b8bbca8fc134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1960392 Feb 18 12:40:59.547446 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac9d3b-a8ac-4c6d-b861-5e19f4094237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abc2e0f-59a0-4e8e-83d9-9039496f2ef8,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:59.549875 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 51612) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:59.551282 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-45ac9d3b-a8ac-4c6d-b861-5e19f4094237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:59.616551 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2b179b39-f0db-4071-9e14-a73f6c2fc4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:59.644593 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2b179b39-f0db-4071-9e14-a73f6c2fc4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:59.693862 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2b179b39-f0db-4071-9e14-a73f6c2fc4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:59.699459 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f178b1a6-91e6-4627-8f66-26d6824e80da tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:59.712962 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b179b39-f0db-4071-9e14-a73f6c2fc4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abc2e0f-59a0-4e8e-83d9-9039496f2ef8,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:59.716769 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2b179b39-f0db-4071-9e14-a73f6c2fc4e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:59.722324 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2b179b39-f0db-4071-9e14-a73f6c2fc4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:59.723567 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-2b179b39-f0db-4071-9e14-a73f6c2fc4e2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7abc2e0f-59a0-4e8e-83d9-9039496f2ef8 HTTP/1.1" status: 204 len: 168 time: 0.1721776 Feb 18 12:41:00.992716 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1f2eaefd-5062-498b-ab2a-aa3e2e3308db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:03.316261 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:41:03.393844 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-38dc81b7-bbf6-469d-b0ec-259be901270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:03.869693 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:05.156109 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:05.512229 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:16.555844 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:30.995051 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-02d42fae-bcb6-4627-89ee-f0c92508ea79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:33.390680 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c2738299-805a-485b-833f-dee511f21171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:33.871849 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:35.149496 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:35.516591 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:38.309780 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 51958) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:41:38.437997 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c8d44fae-9470-4a5c-9d53-9609646b1a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:38.453598 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c8d44fae-9470-4a5c-9d53-9609646b1a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:41:38.457693 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c8d44fae-9470-4a5c-9d53-9609646b1a85 admin admin] Usage tracker for resource:security_group_rule and tenant:22c201dda0214b9fbb42feab05f932fe is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:41:38.461173 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c8d44fae-9470-4a5c-9d53-9609646b1a85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:41:38.466868 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c8d44fae-9470-4a5c-9d53-9609646b1a85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:41:38.555085 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c8d44fae-9470-4a5c-9d53-9609646b1a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:38.557885 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c8d44fae-9470-4a5c-9d53-9609646b1a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:38.566881 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-45e7065a-22e9-43b8-9e58-372d37aa6ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:41:38.610376 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-c8d44fae-9470-4a5c-9d53-9609646b1a85 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=22c201dda0214b9fbb42feab05f932fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994392 Feb 18 12:41:38.611328 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d44fae-9470-4a5c-9d53-9609646b1a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec152a71-c006-41c8-a3b7-7eeaea8b3dc9,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:41:38.613260 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 51964) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:41:38.614991 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c8d44fae-9470-4a5c-9d53-9609646b1a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:41:38.682887 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-129df8d6-6cc1-4b16-92fd-22189db20fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:38.711942 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-129df8d6-6cc1-4b16-92fd-22189db20fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:38.762021 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-129df8d6-6cc1-4b16-92fd-22189db20fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:38.767756 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0d76a745-7b10-424f-b2f3-5e0ca4098a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:41:38.784897 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129df8d6-6cc1-4b16-92fd-22189db20fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec152a71-c006-41c8-a3b7-7eeaea8b3dc9,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:41:38.788140 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-129df8d6-6cc1-4b16-92fd-22189db20fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:41:38.792940 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-129df8d6-6cc1-4b16-92fd-22189db20fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:38.796977 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-129df8d6-6cc1-4b16-92fd-22189db20fc5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ec152a71-c006-41c8-a3b7-7eeaea8b3dc9 HTTP/1.1" status: 204 len: 168 time: 0.1798248 Feb 18 12:41:39.899365 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 52000) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:41:40.021976 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8a4d6510-d900-4e0f-ad2b-85d5e5f40c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:40.037721 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-8a4d6510-d900-4e0f-ad2b-85d5e5f40c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:41:40.042405 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-8a4d6510-d900-4e0f-ad2b-85d5e5f40c2d admin admin] Usage tracker for resource:security_group_rule and tenant:019d6b2b65f64edf9eba02d563c7921f is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:41:40.045507 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-8a4d6510-d900-4e0f-ad2b-85d5e5f40c2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:41:40.051287 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-8a4d6510-d900-4e0f-ad2b-85d5e5f40c2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:41:40.137039 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8a4d6510-d900-4e0f-ad2b-85d5e5f40c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:40.140147 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8a4d6510-d900-4e0f-ad2b-85d5e5f40c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:40.150472 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-00891847-3e13-4221-a27a-61a5fd1eec34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:41:40.197283 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-8a4d6510-d900-4e0f-ad2b-85d5e5f40c2d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=019d6b2b65f64edf9eba02d563c7921f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966871 Feb 18 12:41:40.198222 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d6510-d900-4e0f-ad2b-85d5e5f40c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e3410d-bbe2-4b98-ab6b-2e00cf7090fe,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:41:40.200235 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 52006) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:41:40.201649 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8a4d6510-d900-4e0f-ad2b-85d5e5f40c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:41:40.262696 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-56d3dca7-1da4-4690-9ec6-84ec941e1b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:40.300251 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-56d3dca7-1da4-4690-9ec6-84ec941e1b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:40.316096 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:41:40.347523 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-56d3dca7-1da4-4690-9ec6-84ec941e1b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:40.354216 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-43535387-6eda-4d8d-81b0-14237fffbe68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:41:40.369164 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3dca7-1da4-4690-9ec6-84ec941e1b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e3410d-bbe2-4b98-ab6b-2e00cf7090fe,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:41:40.373359 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-56d3dca7-1da4-4690-9ec6-84ec941e1b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:41:40.385961 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-56d3dca7-1da4-4690-9ec6-84ec941e1b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:40.390413 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-56d3dca7-1da4-4690-9ec6-84ec941e1b94 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a8e3410d-bbe2-4b98-ab6b-2e00cf7090fe HTTP/1.1" status: 204 len: 168 time: 0.1890380 Feb 18 12:41:40.523679 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5d68e402-240c-4207-bbb3-4c4a9b617d33 req-05faf324-bda3-4c0a-b11d-734156ac72cf service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1079736 Feb 18 12:41:40.611458 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5d68e402-240c-4207-bbb3-4c4a9b617d33 req-23b1076c-1fa0-43b4-ad68-a566d8faf8a8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0502841 Feb 18 12:41:40.674524 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5d68e402-240c-4207-bbb3-4c4a9b617d33 req-5f758b20-bbc0-46b9-861e-434aa08212d9 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349331 Feb 18 12:41:40.829711 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68e402-240c-4207-bbb3-4c4a9b617d33 req-0f159d55-c50a-485b-826a-df82369d8df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:40.831310 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5d68e402-240c-4207-bbb3-4c4a9b617d33 req-0f159d55-c50a-485b-826a-df82369d8df1 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1503258 Feb 18 12:41:46.573620 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:42:00.999758 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8debb74f-735a-48c0-9df5-6c2790bfe833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:42:03.393500 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-494551cc-be69-4bab-89a7-11537f0fd846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:42:03.872883 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:42:05.153069 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:42:05.517790 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:42:16.592215 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:42:17.315602 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:42:31.004367 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9ee31670-8ae4-4924-bee5-189c1752d4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:42:33.395512 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-47011871-3bba-42bd-aaec-23e3bed94944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:42:33.875527 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:42:35.156691 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:42:35.520966 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:42:41.587026 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b6bef825-c0e1-4570-a461-735ad312539c req-d196af81-1054-4713-94a8-fdba8f12199a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0795901 Feb 18 12:42:41.700831 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bef825-c0e1-4570-a461-735ad312539c req-836277e7-d9ec-47a3-8669-399d9cb05e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:42:41.702461 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b6bef825-c0e1-4570-a461-735ad312539c req-836277e7-d9ec-47a3-8669-399d9cb05e8e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9722f9f69cf46fead0f063b8a43a4b8&device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 1163 time: 0.0828431 Feb 18 12:42:41.860658 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bef825-c0e1-4570-a461-735ad312539c req-ebc72446-a35f-4ff9-bbe2-e2466e77700d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:42:41.862163 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b6bef825-c0e1-4570-a461-735ad312539c req-ebc72446-a35f-4ff9-bbe2-e2466e77700d service neutron] 10.222.0.99 "GET /v2.0/networks?id=dda38cca-a3f3-4425-936a-4ed592e363ca HTTP/1.1" status: 200 len: 908 time: 0.1406696 Feb 18 12:42:41.937279 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b6bef825-c0e1-4570-a461-735ad312539c req-39397b01-6de5-4893-adf5-d73873593d11 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=068df9f2-d850-44d4-8b7d-8ea3feec3189 HTTP/1.1" status: 200 len: 217 time: 0.0683136 Feb 18 12:42:42.011425 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bef825-c0e1-4570-a461-735ad312539c req-de085b6c-f655-4165-967e-b9c0d274f2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:42:42.013081 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b6bef825-c0e1-4570-a461-735ad312539c req-de085b6c-f655-4165-967e-b9c0d274f2a1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a4d82d22-cb07-43da-8de7-7079c79fd615 HTTP/1.1" status: 200 len: 854 time: 0.0696177 Feb 18 12:42:42.074523 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b6bef825-c0e1-4570-a461-735ad312539c req-100c68d0-ee53-4c91-9e5a-56dd088fcdf8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=dda38cca-a3f3-4425-936a-4ed592e363ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498209 Feb 18 12:42:42.085696 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-b6bef825-c0e1-4570-a461-735ad312539c req-abb6ac3c-0e44-4aca-8074-c5a5ca5295d3 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=83987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:42:42.086856 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b6bef825-c0e1-4570-a461-735ad312539c req-abb6ac3c-0e44-4aca-8074-c5a5ca5295d3 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0061808 Feb 18 12:42:42.235467 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b6bef825-c0e1-4570-a461-735ad312539c req-bbb6760a-bdff-4f10-8ef6-9b38f292a14a service neutron] 10.222.0.99 "GET /v2.0/networks/dda38cca-a3f3-4425-936a-4ed592e363ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420064 Feb 18 12:42:42.382242 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b6bef825-c0e1-4570-a461-735ad312539c req-05ce73be-e317-4605-98aa-eaa4146b2a87 service neutron] 10.222.0.99 "GET /v2.0/networks/dda38cca-a3f3-4425-936a-4ed592e363ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1407018 Feb 18 12:42:46.584406 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:42:54.314708 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:43:01.005932 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-abc635eb-1b86-4bd2-9921-c65bc711fc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:03.398791 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bc995cfb-ca6b-472b-a172-b3adfe8485ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:03.878620 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:05.159067 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:05.523352 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:16.595500 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:31.009392 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-62d61d6e-7ff4-4936-8950-67e9112fd2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:31.314066 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:43:33.406401 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ce25229b-eba5-42ee-8da8-c7570af242ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:33.881695 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:35.163205 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:35.527257 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:44.262006 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c735183b-8474-4e94-a8f1-c5bc27c1592b req-2a88e324-f34f-46ae-bf1b-62e9977038ea service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=887b65e7-0d50-4957-8bd5-04fdb1a3e09a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0790520 Feb 18 12:43:44.391544 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735183b-8474-4e94-a8f1-c5bc27c1592b req-2dd8f57f-63d0-448e-a07d-46b94caaef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:43:44.393730 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c735183b-8474-4e94-a8f1-c5bc27c1592b req-2dd8f57f-63d0-448e-a07d-46b94caaef67 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e9722f9f69cf46fead0f063b8a43a4b8&device_id=887b65e7-0d50-4957-8bd5-04fdb1a3e09a HTTP/1.1" status: 200 len: 1163 time: 0.0922906 Feb 18 12:43:44.557540 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735183b-8474-4e94-a8f1-c5bc27c1592b req-35f2dcf6-a267-49d4-b1da-9782a687ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:43:44.559173 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c735183b-8474-4e94-a8f1-c5bc27c1592b req-35f2dcf6-a267-49d4-b1da-9782a687ef26 service neutron] 10.222.0.99 "GET /v2.0/networks?id=dda38cca-a3f3-4425-936a-4ed592e363ca HTTP/1.1" status: 200 len: 908 time: 0.1452107 Feb 18 12:43:44.638479 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c735183b-8474-4e94-a8f1-c5bc27c1592b req-057fb551-8464-424a-9356-02f7d2b5b080 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fe46e06-2ec1-48bd-959e-c54766e33e8c HTTP/1.1" status: 200 len: 217 time: 0.0717564 Feb 18 12:43:44.707672 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735183b-8474-4e94-a8f1-c5bc27c1592b req-79f56586-1441-43c0-aaa5-d55b405211fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:43:44.709770 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c735183b-8474-4e94-a8f1-c5bc27c1592b req-79f56586-1441-43c0-aaa5-d55b405211fe service neutron] 10.222.0.99 "GET /v2.0/subnets?id=a4d82d22-cb07-43da-8de7-7079c79fd615 HTTP/1.1" status: 200 len: 854 time: 0.0644846 Feb 18 12:43:44.763007 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c735183b-8474-4e94-a8f1-c5bc27c1592b req-447f21a4-38a9-405f-8e60-d7d3aaa55ebf service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=dda38cca-a3f3-4425-936a-4ed592e363ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461230 Feb 18 12:43:44.908489 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c735183b-8474-4e94-a8f1-c5bc27c1592b req-8f3ae67c-907a-4a60-8517-4f7f109bd8a7 service neutron] 10.222.0.99 "GET /v2.0/networks/dda38cca-a3f3-4425-936a-4ed592e363ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386027 Feb 18 12:43:45.059267 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c735183b-8474-4e94-a8f1-c5bc27c1592b req-576a58a2-343f-4c05-9ca3-f276370f1d52 service neutron] 10.222.0.99 "GET /v2.0/networks/dda38cca-a3f3-4425-936a-4ed592e363ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1440248 Feb 18 12:43:46.591819 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:01.013036 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6cec4bd9-ae60-49ca-987c-ec030181ab45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:03.401212 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6566eb2d-d629-41dd-901f-e6187d6af544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:03.886436 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:05.173116 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:05.533375 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:08.313002 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:44:16.598799 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:31.020703 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9ff5d115-f56d-42d0-aeaf-c7f20c15364a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:33.415068 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d3ec6748-1f40-4163-a396-5fdb106d4375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:33.890150 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:35.091434 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643c2b0-ad1a-4215-9dea-07629e8d4443 req-677335d1-8e17-421e-9433-df12f97785fb tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:35.093590 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9643c2b0-ad1a-4215-9dea-07629e8d4443 req-677335d1-8e17-421e-9433-df12f97785fb tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=cbe11aaa-3981-456f-a54e-5d7e1c6c9a51 HTTP/1.1" status: 200 len: 945 time: 0.1008949 Feb 18 12:44:35.167396 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:35.188075 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9643c2b0-ad1a-4215-9dea-07629e8d4443 req-0c638ffc-2c53-4f1c-b0a8-b8485c82b757 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854950 Feb 18 12:44:35.554321 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:35.866926 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510f9f3-d312-4999-b85a-72fe47a26a7a req-057f0cfd-5369-43e9-bb06-ac7761326d93 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:35.868691 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6510f9f3-d312-4999-b85a-72fe47a26a7a req-057f0cfd-5369-43e9-bb06-ac7761326d93 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.99 "GET /v2.0/ports?device_id=cbe11aaa-3981-456f-a54e-5d7e1c6c9a51 HTTP/1.1" status: 200 len: 945 time: 0.0993984 Feb 18 12:44:35.875753 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 848d2cb0-c455-4dff-ab83-ee611ea9c153 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:44:35.955973 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-6510f9f3-d312-4999-b85a-72fe47a26a7a req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Deleting port 848d2cb0-c455-4dff-ab83-ee611ea9c153 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:44:35.956514 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6510f9f3-d312-4999-b85a-72fe47a26a7a req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:36.016078 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:36.075415 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe11aaa-3981-456f-a54e-5d7e1c6c9a51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '848d2cb0-c455-4dff-ab83-ee611ea9c153'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:44:36.095082 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port 848d2cb0-c455-4dff-ab83-ee611ea9c153, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=848d2cb0-c455-4dff-ab83-ee611ea9c153,segment=NetworkSegment(a60238de-a725-4d2c-a3ec-f90af54a43f4),segment_id=a60238de-a725-4d2c-a3ec-f90af54a43f4)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:44:36.100790 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:36.103984 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:36.205024 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=848d2cb0-c455-4dff-ab83-ee611ea9c153,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:36.215153 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:36.215153 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:36.215153 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:36.215885 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:36.215885 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:36.216429 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:36.216603 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:36.216942 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:36.217321 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:36.217685 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:36.218059 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:36.218430 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:36.218888 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:36.219261 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:36.219674 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:36.220034 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:36.220403 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:36.220771 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:36.221211 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:36.221586 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:36.221954 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:36.222329 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:36.222691 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:36.223210 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:36.230756 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:36.460622 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-6510f9f3-d312-4999-b85a-72fe47a26a7a req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] For port 848d2cb0-c455-4dff-ab83-ee611ea9c153, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=848d2cb0-c455-4dff-ab83-ee611ea9c153,segment=NetworkSegment(a60238de-a725-4d2c-a3ec-f90af54a43f4),segment_id=a60238de-a725-4d2c-a3ec-f90af54a43f4)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:44:36.461241 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6510f9f3-d312-4999-b85a-72fe47a26a7a req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:36.545209 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c731a-c6a6-4206-9c66-d79925756806 req-40a25d34-a474-4b96-90f0-dee53e2ecba4 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:36.548131 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bb6c731a-c6a6-4206-9c66-d79925756806 req-40a25d34-a474-4b96-90f0-dee53e2ecba4 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=cbe11aaa-3981-456f-a54e-5d7e1c6c9a51 HTTP/1.1" status: 200 len: 943 time: 0.1237760 Feb 18 12:44:36.640252 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bb6c731a-c6a6-4206-9c66-d79925756806 req-4db32505-b579-407b-8847-86b31abb1690 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792468 Feb 18 12:44:36.657357 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe11aaa-3981-456f-a54e-5d7e1c6c9a51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '848d2cb0-c455-4dff-ab83-ee611ea9c153', 'code': 200} Feb 18 12:44:36.677828 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-6510f9f3-d312-4999-b85a-72fe47a26a7a req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Calling delete_port for 848d2cb0-c455-4dff-ab83-ee611ea9c153 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:44:37.166645 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6510f9f3-d312-4999-b85a-72fe47a26a7a req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:37.183283 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9e0d1b61-085b-4966-bf9d-19d729b18c30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:37.286808 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Pushing event deleted for resources: {'Port': ['ID=848d2cb0-c455-4dff-ab83-ee611ea9c153,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:37.310434 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:37.310853 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:37.311269 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:37.311718 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:37.312121 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:37.312557 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:37.312921 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:37.313320 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:37.313742 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:37.314115 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:37.314552 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:37.314904 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:37.315385 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:37.315807 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:37.316211 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:37.316604 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:37.317000 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:37.317437 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:37.317850 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:37.318390 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:37.318900 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:37.319398 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:37.319935 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:37.320429 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:37.326508 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:37.446843 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-6510f9f3-d312-4999-b85a-72fe47a26a7a req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] No DVR routers for this DVR port 848d2cb0-c455-4dff-ab83-ee611ea9c153 on host hv-cinder-77642 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:44:37.449532 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6510f9f3-d312-4999-b85a-72fe47a26a7a req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:37.452807 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe11aaa-3981-456f-a54e-5d7e1c6c9a51', 'name': 'network-vif-deleted', 'tag': '848d2cb0-c455-4dff-ab83-ee611ea9c153'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:44:37.479505 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6510f9f3-d312-4999-b85a-72fe47a26a7a req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.99 "DELETE /v2.0/ports/848d2cb0-c455-4dff-ab83-ee611ea9c153 HTTP/1.1" status: 204 len: 173 time: 1.6039834 Feb 18 12:44:37.636931 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe11aaa-3981-456f-a54e-5d7e1c6c9a51', 'name': 'network-vif-deleted', 'tag': '848d2cb0-c455-4dff-ab83-ee611ea9c153', 'status': 'completed', 'code': 200} Feb 18 12:44:37.870076 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-74496fdc-63df-48a0-b7a2-6ced5efe7d5e req-b11e56b5-81df-4637-97d4-446f9a876ad0 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=cbe11aaa-3981-456f-a54e-5d7e1c6c9a51 HTTP/1.1" status: 200 len: 210 time: 0.0587788 Feb 18 12:44:41.038357 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3790491-1791-4f5b-ae12-f872f66bb23b req-985432cd-caa1-4539-8b57-5071963ab462 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:41.039178 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-e3790491-1791-4f5b-ae12-f872f66bb23b req-985432cd-caa1-4539-8b57-5071963ab462 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Synchronizing usage tracker for tenant:e9722f9f69cf46fead0f063b8a43a4b8 on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:44:41.058963 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-e3790491-1791-4f5b-ae12-f872f66bb23b req-985432cd-caa1-4539-8b57-5071963ab462 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Unset dirty status for tenant:e9722f9f69cf46fead0f063b8a43a4b8 on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:44:41.060322 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e3790491-1791-4f5b-ae12-f872f66bb23b req-985432cd-caa1-4539-8b57-5071963ab462 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=e759cfb9-9010-4ca9-885b-b39faf81f21d HTTP/1.1" status: 200 len: 946 time: 0.3283808 Feb 18 12:44:41.122309 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e3790491-1791-4f5b-ae12-f872f66bb23b req-7767f968-6f5b-4f01-9b28-1b7ecc47069b tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550458 Feb 18 12:44:41.497964 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea2271-749c-4b9a-aaaf-2851a2f94690 req-e9623ed8-eb9f-4fe0-9f1b-cd450e115b6d tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:41.499669 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9aea2271-749c-4b9a-aaaf-2851a2f94690 req-e9623ed8-eb9f-4fe0-9f1b-cd450e115b6d tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.99 "GET /v2.0/ports?device_id=e759cfb9-9010-4ca9-885b-b39faf81f21d HTTP/1.1" status: 200 len: 946 time: 0.1178200 Feb 18 12:44:41.591683 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-9aea2271-749c-4b9a-aaaf-2851a2f94690 req-fbd3e9be-4e04-4a09-a8e0-8cdd581ac287 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Deleting port 81c077de-61f6-4c85-a4c4-05286220b475 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:44:41.592100 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9aea2271-749c-4b9a-aaaf-2851a2f94690 req-fbd3e9be-4e04-4a09-a8e0-8cdd581ac287 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:41.915080 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 81c077de-61f6-4c85-a4c4-05286220b475 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:44:41.944863 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-9aea2271-749c-4b9a-aaaf-2851a2f94690 req-fbd3e9be-4e04-4a09-a8e0-8cdd581ac287 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] For port 81c077de-61f6-4c85-a4c4-05286220b475, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=81c077de-61f6-4c85-a4c4-05286220b475,segment=NetworkSegment(a60238de-a725-4d2c-a3ec-f90af54a43f4),segment_id=a60238de-a725-4d2c-a3ec-f90af54a43f4)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:44:41.945431 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9aea2271-749c-4b9a-aaaf-2851a2f94690 req-fbd3e9be-4e04-4a09-a8e0-8cdd581ac287 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:42.053909 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:42.091924 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e759cfb9-9010-4ca9-885b-b39faf81f21d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81c077de-61f6-4c85-a4c4-05286220b475'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:44:42.104549 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port 81c077de-61f6-4c85-a4c4-05286220b475, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=81c077de-61f6-4c85-a4c4-05286220b475,segment=NetworkSegment(a60238de-a725-4d2c-a3ec-f90af54a43f4),segment_id=a60238de-a725-4d2c-a3ec-f90af54a43f4)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:44:42.108744 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:42.111893 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1a5dfbc1-7a94-43f8-80dc-4a2f88d1eef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:42.172202 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e759cfb9-9010-4ca9-885b-b39faf81f21d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81c077de-61f6-4c85-a4c4-05286220b475', 'code': 200} Feb 18 12:44:42.198787 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-9aea2271-749c-4b9a-aaaf-2851a2f94690 req-fbd3e9be-4e04-4a09-a8e0-8cdd581ac287 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Calling delete_port for 81c077de-61f6-4c85-a4c4-05286220b475 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:44:42.249216 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=81c077de-61f6-4c85-a4c4-05286220b475,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:42.255626 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:42.390671 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ff918-aa46-488f-b97c-a23a0651d624 req-5cfcd075-bc72-4956-9ee4-1d1cec91379d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:42.392762 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6c8ff918-aa46-488f-b97c-a23a0651d624 req-5cfcd075-bc72-4956-9ee4-1d1cec91379d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.4321449 Feb 18 12:44:42.393577 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [req-9aea2271-749c-4b9a-aaaf-2851a2f94690 req-fbd3e9be-4e04-4a09-a8e0-8cdd581ac287 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83987) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 12:44:42.394032 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_db.api [req-9aea2271-749c-4b9a-aaaf-2851a2f94690 req-fbd3e9be-4e04-4a09-a8e0-8cdd581ac287 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 12:44:42.406100 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3df0d-7c1d-4327-a330-7f99500deb5c req-343a05cc-3d5b-49e7-abfc-606bef77fb86 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:42.407943 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5fe3df0d-7c1d-4327-a330-7f99500deb5c req-343a05cc-3d5b-49e7-abfc-606bef77fb86 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=e759cfb9-9010-4ca9-885b-b39faf81f21d HTTP/1.1" status: 200 len: 944 time: 0.1499357 Feb 18 12:44:42.463667 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6c8ff918-aa46-488f-b97c-a23a0651d624 req-c125a1a7-e17a-4dc9-850e-f1a94138158f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592535 Feb 18 12:44:42.465033 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5fe3df0d-7c1d-4327-a330-7f99500deb5c req-74b64311-02e9-4438-b64e-d74df675e2f8 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505924 Feb 18 12:44:42.895233 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-9aea2271-749c-4b9a-aaaf-2851a2f94690 req-fbd3e9be-4e04-4a09-a8e0-8cdd581ac287 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Deleting port 81c077de-61f6-4c85-a4c4-05286220b475 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:44:42.895677 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9aea2271-749c-4b9a-aaaf-2851a2f94690 req-fbd3e9be-4e04-4a09-a8e0-8cdd581ac287 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:43.205520 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-9aea2271-749c-4b9a-aaaf-2851a2f94690 req-fbd3e9be-4e04-4a09-a8e0-8cdd581ac287 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] For port 81c077de-61f6-4c85-a4c4-05286220b475, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=81c077de-61f6-4c85-a4c4-05286220b475,segment=NetworkSegment(a60238de-a725-4d2c-a3ec-f90af54a43f4),segment_id=a60238de-a725-4d2c-a3ec-f90af54a43f4)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:44:43.206148 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9aea2271-749c-4b9a-aaaf-2851a2f94690 req-fbd3e9be-4e04-4a09-a8e0-8cdd581ac287 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:43.417611 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-9aea2271-749c-4b9a-aaaf-2851a2f94690 req-fbd3e9be-4e04-4a09-a8e0-8cdd581ac287 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Calling delete_port for 81c077de-61f6-4c85-a4c4-05286220b475 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:44:43.733733 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9aea2271-749c-4b9a-aaaf-2851a2f94690 req-fbd3e9be-4e04-4a09-a8e0-8cdd581ac287 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:43.756726 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:43.763283 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8d3a4dc5-2bce-4495-b4fa-547e30f5ea9e req-038db9f6-0bd5-4c90-96fa-2ab561253290 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=e759cfb9-9010-4ca9-885b-b39faf81f21d HTTP/1.1" status: 200 len: 210 time: 0.0623693 Feb 18 12:44:43.872001 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3e9be-4e04-4a09-a8e0-8cdd581ac287 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Pushing event deleted for resources: {'Port': ['ID=81c077de-61f6-4c85-a4c4-05286220b475,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:43.875732 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fbd3e9be-4e04-4a09-a8e0-8cdd581ac287 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:43.920799 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 19a802e4-5491-40b3-a616-250e68167213 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:44:43.924495 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49363020-2a6e-4426-b2c7-c99f8b83bf5f req-dc2b6328-b8ac-4b01-9d95-485adf2c4ca4 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:43.926214 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-49363020-2a6e-4426-b2c7-c99f8b83bf5f req-dc2b6328-b8ac-4b01-9d95-485adf2c4ca4 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 945 time: 0.3101234 Feb 18 12:44:44.063214 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:44.066436 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-49363020-2a6e-4426-b2c7-c99f8b83bf5f req-54234df5-bdde-46c6-a37a-5d3f5656367c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201305 Feb 18 12:44:44.068300 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aea2271-749c-4b9a-aaaf-2851a2f94690 req-fbd3e9be-4e04-4a09-a8e0-8cdd581ac287 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] No DVR routers for this DVR port 81c077de-61f6-4c85-a4c4-05286220b475 on host hv-cinder-77642 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:44:44.070669 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9aea2271-749c-4b9a-aaaf-2851a2f94690 req-fbd3e9be-4e04-4a09-a8e0-8cdd581ac287 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:44.073872 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e759cfb9-9010-4ca9-885b-b39faf81f21d', 'name': 'network-vif-deleted', 'tag': '81c077de-61f6-4c85-a4c4-05286220b475'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:44:44.094751 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9aea2271-749c-4b9a-aaaf-2851a2f94690 req-fbd3e9be-4e04-4a09-a8e0-8cdd581ac287 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.99 "DELETE /v2.0/ports/81c077de-61f6-4c85-a4c4-05286220b475 HTTP/1.1" status: 204 len: 173 time: 2.5887477 Feb 18 12:44:44.107238 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port 19a802e4-5491-40b3-a616-250e68167213, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=19a802e4-5491-40b3-a616-250e68167213,segment=NetworkSegment(4bdb087e-bbe6-4ba9-a0a9-e1159b18d382),segment_id=4bdb087e-bbe6-4ba9-a0a9-e1159b18d382)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:44:44.111590 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:44.115960 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1a5dfbc1-7a94-43f8-80dc-4a2f88d1eef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:44.178231 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46855df9-6eb6-400e-8978-aa9bc3035f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19a802e4-5491-40b3-a616-250e68167213'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:44:44.187824 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e759cfb9-9010-4ca9-885b-b39faf81f21d', 'name': 'network-vif-deleted', 'tag': '81c077de-61f6-4c85-a4c4-05286220b475', 'status': 'completed', 'code': 200} Feb 18 12:44:44.212065 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=19a802e4-5491-40b3-a616-250e68167213,revision_number=7']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:44.215969 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:44.279615 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46855df9-6eb6-400e-8978-aa9bc3035f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19a802e4-5491-40b3-a616-250e68167213', 'code': 200} Feb 18 12:44:45.313282 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5ef6a-8a7a-429f-803a-f9170f8ae2c5 req-8a7031fe-5437-4ad1-bfa8-eb2abfeb398d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:45.315293 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6df5ef6a-8a7a-429f-803a-f9170f8ae2c5 req-8a7031fe-5437-4ad1-bfa8-eb2abfeb398d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.1010971 Feb 18 12:44:45.315530 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:44:45.378270 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6df5ef6a-8a7a-429f-803a-f9170f8ae2c5 req-0542d604-052c-4a4b-b7f4-650214e04e83 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551717 Feb 18 12:44:45.513015 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6735946-5860-4323-8fff-0782dffb61d2 req-06853674-401c-4e30-ad0c-444c2f5ffae4 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:45.514364 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-d6735946-5860-4323-8fff-0782dffb61d2 req-06853674-401c-4e30-ad0c-444c2f5ffae4 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Synchronizing usage tracker for tenant:e9722f9f69cf46fead0f063b8a43a4b8 on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:44:45.541286 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-d6735946-5860-4323-8fff-0782dffb61d2 req-06853674-401c-4e30-ad0c-444c2f5ffae4 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Unset dirty status for tenant:e9722f9f69cf46fead0f063b8a43a4b8 on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:44:45.543290 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d6735946-5860-4323-8fff-0782dffb61d2 req-06853674-401c-4e30-ad0c-444c2f5ffae4 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=887b65e7-0d50-4957-8bd5-04fdb1a3e09a HTTP/1.1" status: 200 len: 946 time: 0.1969142 Feb 18 12:44:45.600126 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d6735946-5860-4323-8fff-0782dffb61d2 req-8af58678-4745-4bfa-b270-17a68915ac52 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490539 Feb 18 12:44:46.129367 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216a482-c4f2-4a32-8a0f-f47db7aa1ce5 req-c77420cc-d941-46d2-9391-a5e675dec939 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:46.131539 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d216a482-c4f2-4a32-8a0f-f47db7aa1ce5 req-c77420cc-d941-46d2-9391-a5e675dec939 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.99 "GET /v2.0/ports?device_id=887b65e7-0d50-4957-8bd5-04fdb1a3e09a HTTP/1.1" status: 200 len: 946 time: 0.1039786 Feb 18 12:44:46.218153 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-d216a482-c4f2-4a32-8a0f-f47db7aa1ce5 req-a145eb7b-702e-4e6b-b0ef-8213755850f0 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Deleting port 5fe46e06-2ec1-48bd-959e-c54766e33e8c {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:44:46.218579 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d216a482-c4f2-4a32-8a0f-f47db7aa1ce5 req-a145eb7b-702e-4e6b-b0ef-8213755850f0 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:46.541959 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-d216a482-c4f2-4a32-8a0f-f47db7aa1ce5 req-a145eb7b-702e-4e6b-b0ef-8213755850f0 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] For port 5fe46e06-2ec1-48bd-959e-c54766e33e8c, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=5fe46e06-2ec1-48bd-959e-c54766e33e8c,segment=NetworkSegment(a60238de-a725-4d2c-a3ec-f90af54a43f4),segment_id=a60238de-a725-4d2c-a3ec-f90af54a43f4)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:44:46.543103 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d216a482-c4f2-4a32-8a0f-f47db7aa1ce5 req-a145eb7b-702e-4e6b-b0ef-8213755850f0 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:46.622847 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:46.691975 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-d216a482-c4f2-4a32-8a0f-f47db7aa1ce5 req-a145eb7b-702e-4e6b-b0ef-8213755850f0 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Calling delete_port for 5fe46e06-2ec1-48bd-959e-c54766e33e8c owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:44:46.710184 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2b485-6e8d-4b32-add1-35031935fdf0 req-e0627a3e-a8ad-4e42-b5b2-2cce77d906e4 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:46.713321 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-37e2b485-6e8d-4b32-add1-35031935fdf0 req-e0627a3e-a8ad-4e42-b5b2-2cce77d906e4 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.1735029 Feb 18 12:44:46.811480 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-37e2b485-6e8d-4b32-add1-35031935fdf0 req-f277cf21-3907-426f-bc5c-e1aef348c053 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914466 Feb 18 12:44:46.930991 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd02c95-7b5a-4e6b-bfbd-8a288d51ff28 req-17e7949a-9587-411e-9753-0dabf33cda01 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:46.932680 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4bd02c95-7b5a-4e6b-bfbd-8a288d51ff28 req-17e7949a-9587-411e-9753-0dabf33cda01 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=887b65e7-0d50-4957-8bd5-04fdb1a3e09a HTTP/1.1" status: 200 len: 946 time: 0.1855366 Feb 18 12:44:46.971929 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d216a482-c4f2-4a32-8a0f-f47db7aa1ce5 req-a145eb7b-702e-4e6b-b0ef-8213755850f0 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:46.990256 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cd1649eb-0d4e-47be-a82f-1b8fc529abe3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:47.133987 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145eb7b-702e-4e6b-b0ef-8213755850f0 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Pushing event deleted for resources: {'Port': ['ID=5fe46e06-2ec1-48bd-959e-c54766e33e8c,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:47.144146 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a145eb7b-702e-4e6b-b0ef-8213755850f0 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:47.150657 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4bd02c95-7b5a-4e6b-bfbd-8a288d51ff28 req-1900e99c-0bd1-4c36-ab98-d71fa63780f6 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109444 Feb 18 12:44:47.256906 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-d216a482-c4f2-4a32-8a0f-f47db7aa1ce5 req-a145eb7b-702e-4e6b-b0ef-8213755850f0 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] No DVR routers for this DVR port 5fe46e06-2ec1-48bd-959e-c54766e33e8c on host hv-cinder-77642 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:44:47.259349 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d216a482-c4f2-4a32-8a0f-f47db7aa1ce5 req-a145eb7b-702e-4e6b-b0ef-8213755850f0 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:47.262724 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887b65e7-0d50-4957-8bd5-04fdb1a3e09a', 'name': 'network-vif-deleted', 'tag': '5fe46e06-2ec1-48bd-959e-c54766e33e8c'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:44:47.281037 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d216a482-c4f2-4a32-8a0f-f47db7aa1ce5 req-a145eb7b-702e-4e6b-b0ef-8213755850f0 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.99 "DELETE /v2.0/ports/5fe46e06-2ec1-48bd-959e-c54766e33e8c HTTP/1.1" status: 204 len: 173 time: 1.1424007 Feb 18 12:44:47.324170 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887b65e7-0d50-4957-8bd5-04fdb1a3e09a', 'name': 'network-vif-deleted', 'tag': '5fe46e06-2ec1-48bd-959e-c54766e33e8c', 'status': 'completed', 'code': 200} Feb 18 12:44:48.123275 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57dba30-be93-4aa3-b3fb-3d0a73749568 req-18cb1aab-9758-442e-840c-cc7677b8a340 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:48.125054 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e57dba30-be93-4aa3-b3fb-3d0a73749568 req-18cb1aab-9758-442e-840c-cc7677b8a340 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.1683159 Feb 18 12:44:48.138899 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea8373-8a1a-4b31-83a4-964e1c245e06 req-aac3e864-e014-458b-8957-42a4d8fd965b tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:48.140709 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e2ea8373-8a1a-4b31-83a4-964e1c245e06 req-aac3e864-e014-458b-8957-42a4d8fd965b tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.99 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 943 time: 0.1205297 Feb 18 12:44:48.211061 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 5fe46e06-2ec1-48bd-959e-c54766e33e8c no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:44:48.293771 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] No Port match for: 5fe46e06-2ec1-48bd-959e-c54766e33e8c {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:44:48.294300 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 5fe46e06-2ec1-48bd-959e-c54766e33e8c not bound to the agent host hv-cinder-77642 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:44:48.532089 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e57dba30-be93-4aa3-b3fb-3d0a73749568 req-2e35ae51-bd80-4a1f-a942-f9fdff033da8 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb08b04f-821c-47c6-9470-2b383fd33b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3899364 Feb 18 12:44:48.558727 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-e2ea8373-8a1a-4b31-83a4-964e1c245e06 req-d5cd01ea-da44-43c1-8879-d30cced55bdc tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Deleting port 19a802e4-5491-40b3-a616-250e68167213 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:44:48.559381 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e2ea8373-8a1a-4b31-83a4-964e1c245e06 req-d5cd01ea-da44-43c1-8879-d30cced55bdc tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:48.908984 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-e2ea8373-8a1a-4b31-83a4-964e1c245e06 req-d5cd01ea-da44-43c1-8879-d30cced55bdc tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] For port 19a802e4-5491-40b3-a616-250e68167213, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=19a802e4-5491-40b3-a616-250e68167213,segment=NetworkSegment(4bdb087e-bbe6-4ba9-a0a9-e1159b18d382),segment_id=4bdb087e-bbe6-4ba9-a0a9-e1159b18d382)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:44:48.909384 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e2ea8373-8a1a-4b31-83a4-964e1c245e06 req-d5cd01ea-da44-43c1-8879-d30cced55bdc tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:49.257010 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e2ea8373-8a1a-4b31-83a4-964e1c245e06 req-d5cd01ea-da44-43c1-8879-d30cced55bdc tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:49.257649 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e2ea8373-8a1a-4b31-83a4-964e1c245e06 req-d5cd01ea-da44-43c1-8879-d30cced55bdc tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854411096'] for floatingip, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:49.258044 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.l3_db [req-e2ea8373-8a1a-4b31-83a4-964e1c245e06 req-d5cd01ea-da44-43c1-8879-d30cced55bdc tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Floating IP 58fe0190-209d-428c-9056-290a880ef752 disassociated. External IP: 172.27.1.247, port: 19a802e4-5491-40b3-a616-250e68167213. Feb 18 12:44:49.258626 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-e2ea8373-8a1a-4b31-83a4-964e1c245e06 req-d5cd01ea-da44-43c1-8879-d30cced55bdc tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Calling delete_port for 19a802e4-5491-40b3-a616-250e68167213 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:44:49.436461 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e2ea8373-8a1a-4b31-83a4-964e1c245e06 req-d5cd01ea-da44-43c1-8879-d30cced55bdc tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:49.453239 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f09180a0-d3ab-4566-9bf7-c67f8c793aad tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:49.564918 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd01ea-da44-43c1-8879-d30cced55bdc tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Pushing event deleted for resources: {'Port': ['ID=19a802e4-5491-40b3-a616-250e68167213,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:49.574043 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d5cd01ea-da44-43c1-8879-d30cced55bdc tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:49.818277 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d455dbb2-cb65-4417-ad14-de77ed462cf9 req-810d407d-00a3-4a09-ab27-b63776ff6af6 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 210 time: 0.0856009 Feb 18 12:44:49.973635 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2ea8373-8a1a-4b31-83a4-964e1c245e06 req-d5cd01ea-da44-43c1-8879-d30cced55bdc tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Router 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:44:50.250875 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2ea8373-8a1a-4b31-83a4-964e1c245e06 req-d5cd01ea-da44-43c1-8879-d30cced55bdc tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:44:50.269167 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20c7692-4279-41fd-8bde-733978d72508 None None] Sync routers for ids ['6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'] in dv-cinder-776422-1-iscsi {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:44:50.291060 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20c7692-4279-41fd-8bde-733978d72508 None None] Routers {'6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:44:50.292465 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f20c7692-4279-41fd-8bde-733978d72508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:44:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:44:50.309299 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ea8373-8a1a-4b31-83a4-964e1c245e06 req-d5cd01ea-da44-43c1-8879-d30cced55bdc tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] No DVR routers for this DVR port 19a802e4-5491-40b3-a616-250e68167213 on host hv-cinder-77642 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:44:50.313682 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e2ea8373-8a1a-4b31-83a4-964e1c245e06 req-d5cd01ea-da44-43c1-8879-d30cced55bdc tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:50.323193 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46855df9-6eb6-400e-8978-aa9bc3035f66', 'name': 'network-vif-deleted', 'tag': '19a802e4-5491-40b3-a616-250e68167213'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:44:50.360240 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e2ea8373-8a1a-4b31-83a4-964e1c245e06 req-d5cd01ea-da44-43c1-8879-d30cced55bdc tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.99 "DELETE /v2.0/ports/19a802e4-5491-40b3-a616-250e68167213 HTTP/1.1" status: 204 len: 173 time: 2.1998515 Feb 18 12:44:50.369198 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa55bf-2d56-453d-98e6-04d560d41458 req-806ef65b-c056-4c45-9b52-426f86f2cf8e tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:50.371293 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b1fa55bf-2d56-453d-98e6-04d560d41458 req-806ef65b-c056-4c45-9b52-426f86f2cf8e tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 946 time: 0.1565440 Feb 18 12:44:50.456470 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b1fa55bf-2d56-453d-98e6-04d560d41458 req-c0c9b5cd-e415-4474-8a08-6f809d0355a1 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664163 Feb 18 12:44:50.494545 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46855df9-6eb6-400e-8978-aa9bc3035f66', 'name': 'network-vif-deleted', 'tag': '19a802e4-5491-40b3-a616-250e68167213', 'status': 'completed', 'code': 200} Feb 18 12:44:50.693548 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-f20c7692-4279-41fd-8bde-733978d72508 None None] Set router 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:44:51.065919 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4fa84e80-db50-4812-b62f-ad8dd2dc46c5 req-5945e5e4-20bf-4a2f-8c10-753cc3685aaf tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=46855df9-6eb6-400e-8978-aa9bc3035f66 HTTP/1.1" status: 200 len: 210 time: 0.0846901 Feb 18 12:44:51.118097 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2aa959-da01-41ff-91d2-b6b74d48b515 req-d4719877-7f3a-4e55-bf08-296fc6785e76 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:51.119256 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-7d2aa959-da01-41ff-91d2-b6b74d48b515 req-d4719877-7f3a-4e55-bf08-296fc6785e76 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Synchronizing usage tracker for tenant:e9722f9f69cf46fead0f063b8a43a4b8 on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:44:51.138771 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-7d2aa959-da01-41ff-91d2-b6b74d48b515 req-d4719877-7f3a-4e55-bf08-296fc6785e76 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Unset dirty status for tenant:e9722f9f69cf46fead0f063b8a43a4b8 on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:44:51.141046 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d2aa959-da01-41ff-91d2-b6b74d48b515 req-d4719877-7f3a-4e55-bf08-296fc6785e76 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.99 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 946 time: 0.1893020 Feb 18 12:44:51.231855 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f20c7692-4279-41fd-8bde-733978d72508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-322464374-router', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '469f846f-3365-4d57-b618-4eb793252dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:31Z', 'updated_at': '2021-02-18T12:30:44Z', 'revision_number': 4, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'gw_port': {'id': '469f846f-3365-4d57-b618-4eb793252dac', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:33Z', 'updated_at': '2021-02-18T12:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '5d9af06d-63c2-450b-a6c3-d395676c9628', 'name': '', 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'mac_address': 'fa:16:3e:66:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:39Z', 'updated_at': '2021-02-18T12:30:58Z', 'revision_number': 5, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'subnets': [{'id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:44:51.236788 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20c7692-4279-41fd-8bde-733978d72508 None None] Checking router: 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d for host: dv-cinder-776422-1-iscsi {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:44:51.248165 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20c7692-4279-41fd-8bde-733978d72508 None None] Routers {'6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:44:51.248875 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f20c7692-4279-41fd-8bde-733978d72508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:44:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:44:51.290084 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-7d2aa959-da01-41ff-91d2-b6b74d48b515 req-8f1b55b6-f706-48b8-8074-263edec46676 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Deleting port 068df9f2-d850-44d4-8b7d-8ea3feec3189 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:44:51.291003 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7d2aa959-da01-41ff-91d2-b6b74d48b515 req-8f1b55b6-f706-48b8-8074-263edec46676 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:51.711844 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-f20c7692-4279-41fd-8bde-733978d72508 None None] Set router 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:44:51.823092 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-7d2aa959-da01-41ff-91d2-b6b74d48b515 req-8f1b55b6-f706-48b8-8074-263edec46676 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] For port 068df9f2-d850-44d4-8b7d-8ea3feec3189, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=068df9f2-d850-44d4-8b7d-8ea3feec3189,segment=NetworkSegment(a60238de-a725-4d2c-a3ec-f90af54a43f4),segment_id=a60238de-a725-4d2c-a3ec-f90af54a43f4)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:44:51.823520 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7d2aa959-da01-41ff-91d2-b6b74d48b515 req-8f1b55b6-f706-48b8-8074-263edec46676 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:51.908359 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574ae57-05fd-4bed-aadc-6d42d07dd678 req-6f8769b6-d2fd-48ac-8824-7f0abe6e4c42 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:51.910125 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8574ae57-05fd-4bed-aadc-6d42d07dd678 req-6f8769b6-d2fd-48ac-8824-7f0abe6e4c42 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 946 time: 0.2484000 Feb 18 12:44:51.982088 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-7d2aa959-da01-41ff-91d2-b6b74d48b515 req-8f1b55b6-f706-48b8-8074-263edec46676 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Calling delete_port for 068df9f2-d850-44d4-8b7d-8ea3feec3189 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:44:52.061756 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 068df9f2-d850-44d4-8b7d-8ea3feec3189 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:44:52.093814 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8574ae57-05fd-4bed-aadc-6d42d07dd678 req-860c0db0-2bc1-4dc9-91f8-657e07865249 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/security-groups?id=4fbffd32-45a9-40b9-843b-bb60aff71ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214743 Feb 18 12:44:52.226696 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7d2aa959-da01-41ff-91d2-b6b74d48b515 req-8f1b55b6-f706-48b8-8074-263edec46676 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:52.245909 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4dea5291-168e-41d6-841f-a4e9a51a69e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:52.263479 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Port 068df9f2-d850-44d4-8b7d-8ea3feec3189 update to DOWN by agent not found {{(pid=83988) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 18 12:44:52.306863 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 52780) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:44:52.372650 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f20c7692-4279-41fd-8bde-733978d72508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-322464374-router', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '469f846f-3365-4d57-b618-4eb793252dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:31Z', 'updated_at': '2021-02-18T12:30:44Z', 'revision_number': 4, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'gw_port': {'id': '469f846f-3365-4d57-b618-4eb793252dac', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:33Z', 'updated_at': '2021-02-18T12:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '5d9af06d-63c2-450b-a6c3-d395676c9628', 'name': '', 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'mac_address': 'fa:16:3e:66:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:39Z', 'updated_at': '2021-02-18T12:30:58Z', 'revision_number': 5, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'subnets': [{'id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:44:52.378297 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20c7692-4279-41fd-8bde-733978d72508 None None] The sync data for ids ['6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'] in dv-cinder-776422-1-iscsi is: [{'id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-322464374-router', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '469f846f-3365-4d57-b618-4eb793252dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:31Z', 'updated_at': '2021-02-18T12:30:44Z', 'revision_number': 4, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'gw_port': {'id': '469f846f-3365-4d57-b618-4eb793252dac', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:33Z', 'updated_at': '2021-02-18T12:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '5d9af06d-63c2-450b-a6c3-d395676c9628', 'name': '', 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'mac_address': 'fa:16:3e:66:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:39Z', 'updated_at': '2021-02-18T12:30:58Z', 'revision_number': 5, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'subnets': [{'id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:44:52.398664 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b55b6-f706-48b8-8074-263edec46676 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Pushing event deleted for resources: {'Port': ['ID=068df9f2-d850-44d4-8b7d-8ea3feec3189,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:52.401748 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8f1b55b6-f706-48b8-8074-263edec46676 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:52.436937 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:52.497303 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:52.544135 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2aa959-da01-41ff-91d2-b6b74d48b515 req-8f1b55b6-f706-48b8-8074-263edec46676 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] No DVR routers for this DVR port 068df9f2-d850-44d4-8b7d-8ea3feec3189 on host hv-cinder-77642 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:44:52.547532 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-7d2aa959-da01-41ff-91d2-b6b74d48b515 req-8f1b55b6-f706-48b8-8074-263edec46676 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:52.551256 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42917255-f615-4c88-8274-d77aece6cc3e', 'name': 'network-vif-deleted', 'tag': '068df9f2-d850-44d4-8b7d-8ea3feec3189'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:44:52.570359 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d2aa959-da01-41ff-91d2-b6b74d48b515 req-8f1b55b6-f706-48b8-8074-263edec46676 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.99 "DELETE /v2.0/ports/068df9f2-d850-44d4-8b7d-8ea3feec3189 HTTP/1.1" status: 204 len: 173 time: 1.4229436 Feb 18 12:44:52.601053 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:52.609300 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cd3a0d4f-3720-4ffb-b8d8-e0a85b1226b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:52.644178 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42917255-f615-4c88-8274-d77aece6cc3e', 'name': 'network-vif-deleted', 'tag': '068df9f2-d850-44d4-8b7d-8ea3feec3189', 'status': 'completed', 'code': 200} Feb 18 12:44:52.648727 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb08b04f-821c-47c6-9470-2b383fd33b6e,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:52.661873 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:52.662345 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:52.663815 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:52.664890 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:52.665860 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:52.667022 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:52.668094 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:52.669029 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:52.669737 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:52.670397 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:52.671092 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:52.672217 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:52.673071 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:52.673758 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:52.674435 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:52.675122 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:52.675810 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:52.676485 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:52.677323 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:52.678024 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:52.678765 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:52.679352 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:52.680110 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:52.680754 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:52.687744 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:52.703924 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:52.705979 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "DELETE /v2.0/security-groups/fb08b04f-821c-47c6-9470-2b383fd33b6e HTTP/1.1" status: 204 len: 168 time: 0.3971345 Feb 18 12:44:52.710728 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 52786) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:44:52.743802 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.v2.resource [None req-ec689cda-c058-41a3-b3ff-6b17b494d9c4 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] show failed (client error): The resource could not be found. Feb 18 12:44:52.745260 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ec689cda-c058-41a3-b3ff-6b17b494d9c4 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups/fb08b04f-821c-47c6-9470-2b383fd33b6e HTTP/1.1" status: 404 len: 347 time: 0.0330026 Feb 18 12:44:52.750879 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 52790) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:44:52.907775 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02551b00-e895-425f-9057-8caf5100b600 None None] New status for floating IP 58fe0190-209d-428c-9056-290a880ef752: DOWN {{(pid=83989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 12:44:53.062608 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-fe4e3b10-4078-4546-832f-b1528e1ade86 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Deleting port 4df6bf44-6e92-4e1b-822b-e1965d9947cb {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:44:53.062881 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fe4e3b10-4078-4546-832f-b1528e1ade86 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:53.337633 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fe4e3b10-4078-4546-832f-b1528e1ade86 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:53.338348 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fe4e3b10-4078-4546-832f-b1528e1ade86 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:53.418673 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-dccf4f92-d993-481a-9c7c-e535d906a0b3 req-7e7918a7-1bab-4032-b5e6-5d9f6c7d4f37 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Synchronizing usage tracker for tenant:e9722f9f69cf46fead0f063b8a43a4b8 on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:44:53.444852 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-dccf4f92-d993-481a-9c7c-e535d906a0b3 req-7e7918a7-1bab-4032-b5e6-5d9f6c7d4f37 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Unset dirty status for tenant:e9722f9f69cf46fead0f063b8a43a4b8 on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:44:53.446631 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dccf4f92-d993-481a-9c7c-e535d906a0b3 req-7e7918a7-1bab-4032-b5e6-5d9f6c7d4f37 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] 10.222.0.83 "GET /v2.0/ports?device_id=42917255-f615-4c88-8274-d77aece6cc3e HTTP/1.1" status: 200 len: 210 time: 0.1459548 Feb 18 12:44:53.546087 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-fe4e3b10-4078-4546-832f-b1528e1ade86 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Calling delete_port for 4df6bf44-6e92-4e1b-822b-e1965d9947cb owned by network:floatingip {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:44:53.641681 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [None req-fe4e3b10-4078-4546-832f-b1528e1ade86 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83986) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 12:44:53.642054 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_db.api [None req-fe4e3b10-4078-4546-832f-b1528e1ade86 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 12:44:54.142891 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-fe4e3b10-4078-4546-832f-b1528e1ade86 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Deleting port 4df6bf44-6e92-4e1b-822b-e1965d9947cb {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:44:54.143359 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fe4e3b10-4078-4546-832f-b1528e1ade86 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:54.357126 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fe4e3b10-4078-4546-832f-b1528e1ade86 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:54.357756 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fe4e3b10-4078-4546-832f-b1528e1ade86 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:54.512867 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-fe4e3b10-4078-4546-832f-b1528e1ade86 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Calling delete_port for 4df6bf44-6e92-4e1b-822b-e1965d9947cb owned by network:floatingip {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:44:54.556721 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 52798) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:44:54.687636 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fe4e3b10-4078-4546-832f-b1528e1ade86 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848845764'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:54.705788 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9a50b84b-d0a5-4a8c-81b1-2beca9abdf55 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:54.827716 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e3b10-4078-4546-832f-b1528e1ade86 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Pushing event deleted for resources: {'Port': ['ID=4df6bf44-6e92-4e1b-822b-e1965d9947cb,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:54.836574 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fe4e3b10-4078-4546-832f-b1528e1ade86 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:54.865435 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-054ad314-28a3-4190-b4fb-0eecfc1dae6d admin admin] Deleting subnet a4d82d22-cb07-43da-8de7-7079c79fd615 {{(pid=83987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 12:44:54.869758 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-054ad314-28a3-4190-b4fb-0eecfc1dae6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:54.943583 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-054ad314-28a3-4190-b4fb-0eecfc1dae6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6823350'] for subnet, precommit_delete_associations {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:54.991716 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fe4e3b10-4078-4546-832f-b1528e1ade86 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for floatingip, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:55.007655 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fe4e3b10-4078-4546-832f-b1528e1ade86 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:55.013347 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-fe4e3b10-4078-4546-832f-b1528e1ade86 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "DELETE /v2.0/floatingips/58fe0190-209d-428c-9056-290a880ef752 HTTP/1.1" status: 204 len: 168 time: 2.2567751 Feb 18 12:44:55.014756 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-054ad314-28a3-4190-b4fb-0eecfc1dae6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662214'] for subnet, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:55.385533 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-054ad314-28a3-4190-b4fb-0eecfc1dae6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6853467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848154909'] for subnet, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:55.415715 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:55.528355 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 52806) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:44:55.547950 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-ba767374-3818-474d-a553-2c1dfb645155 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1052360402', 'description': 'tempest-description--215515832'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:44:55.556010 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ba767374-3818-474d-a553-2c1dfb645155 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:44:55.561586 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-ba767374-3818-474d-a553-2c1dfb645155 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Usage tracker for resource:security_group and tenant:fff3f4ff6e52473eab85e6377277c4bd is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:44:55.566731 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-ba767374-3818-474d-a553-2c1dfb645155 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:44:55.580544 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ba767374-3818-474d-a553-2c1dfb645155 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:44:55.592522 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ba767374-3818-474d-a553-2c1dfb645155 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:55.621303 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ba767374-3818-474d-a553-2c1dfb645155 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:44:55.626400 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-ba767374-3818-474d-a553-2c1dfb645155 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Usage tracker for resource:security_group_rule and tenant:fff3f4ff6e52473eab85e6377277c4bd is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:44:55.630843 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-ba767374-3818-474d-a553-2c1dfb645155 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:44:55.638614 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ba767374-3818-474d-a553-2c1dfb645155 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:44:55.747964 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ba767374-3818-474d-a553-2c1dfb645155 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:55.752478 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ba767374-3818-474d-a553-2c1dfb645155 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:55.763150 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2b15231c-d66c-4757-8bf5-3ce643c73f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:55.789649 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ad314-28a3-4190-b4fb-0eecfc1dae6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4d82d22-cb07-43da-8de7-7079c79fd615,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:55.792855 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-054ad314-28a3-4190-b4fb-0eecfc1dae6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:55.841769 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-054ad314-28a3-4190-b4fb-0eecfc1dae6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:55.849525 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-054ad314-28a3-4190-b4fb-0eecfc1dae6d admin admin] 10.222.0.83 "DELETE /v2.0/subnets/a4d82d22-cb07-43da-8de7-7079c79fd615 HTTP/1.1" status: 204 len: 168 time: 1.2909508 Feb 18 12:44:55.852666 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba767374-3818-474d-a553-2c1dfb645155 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca85adb4-3216-41ab-8f0b-6572884b716b,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:55.853047 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 52810) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:44:55.858171 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ba767374-3818-474d-a553-2c1dfb645155 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:55.859399 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ba767374-3818-474d-a553-2c1dfb645155 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:55.866511 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ba767374-3818-474d-a553-2c1dfb645155 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3312325 Feb 18 12:44:55.868041 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 52814) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:44:55.876786 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-2270d284-69b2-436e-a8f4-376d0baed6fd tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Request body: {'security_group_rule': {'security_group_id': 'ca85adb4-3216-41ab-8f0b-6572884b716b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:44:55.888649 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2270d284-69b2-436e-a8f4-376d0baed6fd tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:44:55.896017 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-2270d284-69b2-436e-a8f4-376d0baed6fd tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Usage tracker for resource:security_group_rule and tenant:fff3f4ff6e52473eab85e6377277c4bd is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:44:55.901852 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-2270d284-69b2-436e-a8f4-376d0baed6fd tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:44:55.913268 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2270d284-69b2-436e-a8f4-376d0baed6fd tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:44:55.943235 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2270d284-69b2-436e-a8f4-376d0baed6fd tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:55.990606 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3d91b045-799a-4067-b09d-355f4d48a5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854250921'] for network, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:56.022758 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2270d284-69b2-436e-a8f4-376d0baed6fd tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:56.026162 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2270d284-69b2-436e-a8f4-376d0baed6fd tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898374'] for security_group_rule, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:56.032771 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:56.058327 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270d284-69b2-436e-a8f4-376d0baed6fd tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f972291-b00c-45c7-be7f-07cdbec3ed60,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:56.061679 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2270d284-69b2-436e-a8f4-376d0baed6fd tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:56.074142 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2270d284-69b2-436e-a8f4-376d0baed6fd tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:56.078696 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-2270d284-69b2-436e-a8f4-376d0baed6fd tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2075047 Feb 18 12:44:56.079137 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 52818) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:44:56.089467 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-2e86a304-6213-4001-8356-cf8ec238c8a7 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Request body: {'security_group_rule': {'security_group_id': 'ca85adb4-3216-41ab-8f0b-6572884b716b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:44:56.100441 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2e86a304-6213-4001-8356-cf8ec238c8a7 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:44:56.107153 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-2e86a304-6213-4001-8356-cf8ec238c8a7 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Usage tracker for resource:security_group_rule and tenant:fff3f4ff6e52473eab85e6377277c4bd is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:44:56.111047 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-2e86a304-6213-4001-8356-cf8ec238c8a7 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:44:56.119089 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2e86a304-6213-4001-8356-cf8ec238c8a7 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:44:56.140570 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2e86a304-6213-4001-8356-cf8ec238c8a7 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:56.232988 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2e86a304-6213-4001-8356-cf8ec238c8a7 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:56.234556 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3d91b045-799a-4067-b09d-355f4d48a5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665137', 'neutron.services.segments.db._delete_segments_for_network--9223363305819442394'] for network, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:56.237346 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2e86a304-6213-4001-8356-cf8ec238c8a7 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898374'] for security_group_rule, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:56.240007 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:56.267548 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e86a304-6213-4001-8356-cf8ec238c8a7 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4cccfc-7aa4-4476-9fec-17c3034535b6,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:56.274402 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2e86a304-6213-4001-8356-cf8ec238c8a7 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:56.284895 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2e86a304-6213-4001-8356-cf8ec238c8a7 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:56.286934 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-2e86a304-6213-4001-8356-cf8ec238c8a7 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2062399 Feb 18 12:44:56.292395 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 52822) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:44:56.298850 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-761f2a41-32db-4550-be28-3609b79f3d5f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Request body: {'floatingip': {'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:44:56.306326 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-761f2a41-32db-4550-be28-3609b79f3d5f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:44:56.311690 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-761f2a41-32db-4550-be28-3609b79f3d5f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Usage tracker for resource:floatingip and tenant:fff3f4ff6e52473eab85e6377277c4bd is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:44:56.315224 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-761f2a41-32db-4550-be28-3609b79f3d5f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:44:56.323374 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-761f2a41-32db-4550-be28-3609b79f3d5f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:44:56.336398 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-761f2a41-32db-4550-be28-3609b79f3d5f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for floatingip, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:56.404448 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-3d91b045-799a-4067-b09d-355f4d48a5ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda38cca-a3f3-4425-936a-4ed592e363ca']}} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:44:56.428699 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-3d91b045-799a-4067-b09d-355f4d48a5ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60238de-a725-4d2c-a3ec-f90af54a43f4') {'for_net_delete': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:44:56.429234 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-3d91b045-799a-4067-b09d-355f4d48a5ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60238de-a725-4d2c-a3ec-f90af54a43f4') {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:44:56.453340 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3d91b045-799a-4067-b09d-355f4d48a5ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305819444442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847952498'] for segment, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:56.483316 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3d91b045-799a-4067-b09d-355f4d48a5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:56.486417 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3d91b045-799a-4067-b09d-355f4d48a5ed admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 12:44:56.576735 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-761f2a41-32db-4550-be28-3609b79f3d5f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:56.711888 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-3d91b045-799a-4067-b09d-355f4d48a5ed admin admin] Network dda38cca-a3f3-4425-936a-4ed592e363ca has no segments {{(pid=83987) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:44:56.722468 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3d91b045-799a-4067-b09d-355f4d48a5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-671673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847922950'] for segment, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:56.925895 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-3d91b045-799a-4067-b09d-355f4d48a5ed admin admin] Network dda38cca-a3f3-4425-936a-4ed592e363ca has no segments {{(pid=83987) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: Traceback (most recent call last): Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: timer() Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: cb(*args, **kw) Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: return func(*args, **kwargs) Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: self._notify() Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: self.callback(batched_events) Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: event.method(event) Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: segment_id)['aggregates'][0] Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: return f(self, *a, **k) Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: return self._get(url).json() Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: **kwargs) Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: return self.request(url, 'GET', **kwargs) Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: **endpoint_filter) Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:44:56.952827 dv-cinder-776422-1-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:44:57.048979 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3d91b045-799a-4067-b09d-355f4d48a5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854110663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366916'] for network, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:57.053863 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9f35f9bd-3d2f-4394-b357-80cab50bb429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:57.071731 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3d91b045-799a-4067-b09d-355f4d48a5ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:57.082308 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91b045-799a-4067-b09d-355f4d48a5ed admin admin] Pushing event deleted for resources: {'Network': ['ID=dda38cca-a3f3-4425-936a-4ed592e363ca,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:57.086964 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3d91b045-799a-4067-b09d-355f4d48a5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:57.096149 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-3d91b045-799a-4067-b09d-355f4d48a5ed admin admin] 10.222.0.83 "DELETE /v2.0/networks/dda38cca-a3f3-4425-936a-4ed592e363ca HTTP/1.1" status: 204 len: 168 time: 1.2415473 Feb 18 12:44:57.183870 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-761f2a41-32db-4550-be28-3609b79f3d5f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Allocated IP 172.27.1.151 (af22eeb7-a3c9-494b-a94b-4ce3a52cae78/7f96d68a-30b3-4cd1-8fb4-11341d49a56c/a64f7745-8b30-49af-ba86-46d3df3718c2) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:44:57.258637 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 52828) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:44:57.355292 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-02a956eb-7fc3-4a0a-a205-9ec034454540 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e9722f9f69cf46fead0f063b8a43a4b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0943093 Feb 18 12:44:57.359513 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 52832) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:44:57.466278 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-761f2a41-32db-4550-be28-3609b79f3d5f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:57.469616 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf846327-cd2d-4eb0-8686-7f66c59bcb05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:57.502993 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-761f2a41-32db-4550-be28-3609b79f3d5f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848845764'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:57.508843 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf846327-cd2d-4eb0-8686-7f66c59bcb05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:57.525319 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4481c572-ac51-48c3-ade0-12441b0b5ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:57.595862 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf846327-cd2d-4eb0-8686-7f66c59bcb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:57.606347 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b9f2c58b-c025-468f-a509-36e91308f3c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:57.638486 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf846327-cd2d-4eb0-8686-7f66c59bcb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbffd32-45a9-40b9-843b-bb60aff71ecf,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:57.643529 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bf846327-cd2d-4eb0-8686-7f66c59bcb05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:57.655056 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf846327-cd2d-4eb0-8686-7f66c59bcb05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:57.659942 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-bf846327-cd2d-4eb0-8686-7f66c59bcb05 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4fbffd32-45a9-40b9-843b-bb60aff71ecf HTTP/1.1" status: 204 len: 168 time: 0.2956123 Feb 18 12:44:58.069842 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f2a41-32db-4550-be28-3609b79f3d5f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Pushing event updated for resources: {'Port': ['ID=a64f7745-8b30-49af-ba86-46d3df3718c2,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:58.086026 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-761f2a41-32db-4550-be28-3609b79f3d5f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:58.142263 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761f2a41-32db-4550-be28-3609b79f3d5f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:44:58.143612 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-761f2a41-32db-4550-be28-3609b79f3d5f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:44:58.146339 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761f2a41-32db-4550-be28-3609b79f3d5f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:44:58.255911 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-761f2a41-32db-4550-be28-3609b79f3d5f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:58.331082 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-761f2a41-32db-4550-be28-3609b79f3d5f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:58.758402 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-761f2a41-32db-4550-be28-3609b79f3d5f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:58.763002 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-761f2a41-32db-4550-be28-3609b79f3d5f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5930020'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:58.780938 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fe4e3b10-4078-4546-832f-b1528e1ade86 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:58.932902 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f2a41-32db-4550-be28-3609b79f3d5f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Pushing event updated for resources: {'Port': ['ID=a64f7745-8b30-49af-ba86-46d3df3718c2,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:58.937335 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-761f2a41-32db-4550-be28-3609b79f3d5f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:59.139770 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-761f2a41-32db-4550-be28-3609b79f3d5f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854411096'] for floatingip, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:59.166085 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-761f2a41-32db-4550-be28-3609b79f3d5f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:59.169267 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-761f2a41-32db-4550-be28-3609b79f3d5f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8739235 Feb 18 12:44:59.538532 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-161b729f-af4e-45e3-affb-f5c14e70689b req-8025258a-a728-4c9c-8433-6f5fd4410264 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Synchronizing usage tracker for tenant:fff3f4ff6e52473eab85e6377277c4bd on resource:security_group {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:44:59.556252 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-161b729f-af4e-45e3-affb-f5c14e70689b req-8025258a-a728-4c9c-8433-6f5fd4410264 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Unset dirty status for tenant:fff3f4ff6e52473eab85e6377277c4bd on resource:security_group {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:44:59.557602 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-161b729f-af4e-45e3-affb-f5c14e70689b req-8025258a-a728-4c9c-8433-6f5fd4410264 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1052360402&fields=id&tenant_id=fff3f4ff6e52473eab85e6377277c4bd HTTP/1.1" status: 200 len: 267 time: 0.0765884 Feb 18 12:44:59.748718 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b729f-af4e-45e3-affb-f5c14e70689b req-626bb378-0412-4361-a989-88c32a411171 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:59.749559 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-161b729f-af4e-45e3-affb-f5c14e70689b req-626bb378-0412-4361-a989-88c32a411171 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Synchronizing usage tracker for tenant:fff3f4ff6e52473eab85e6377277c4bd on resource:network {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:44:59.775205 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-161b729f-af4e-45e3-affb-f5c14e70689b req-626bb378-0412-4361-a989-88c32a411171 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Unset dirty status for tenant:fff3f4ff6e52473eab85e6377277c4bd on resource:network {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:44:59.777244 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-161b729f-af4e-45e3-affb-f5c14e70689b req-626bb378-0412-4361-a989-88c32a411171 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/networks?id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28 HTTP/1.1" status: 200 len: 816 time: 0.2040324 Feb 18 12:44:59.801685 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-161b729f-af4e-45e3-affb-f5c14e70689b req-d4041622-ff24-414c-a01b-09057eef90d0 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/quotas/fff3f4ff6e52473eab85e6377277c4bd HTTP/1.1" status: 200 len: 375 time: 0.0124321 Feb 18 12:44:59.912913 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-161b729f-af4e-45e3-affb-f5c14e70689b req-373f44b6-a5fb-41d1-8e70-111b3b3cbad7 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Synchronizing usage tracker for tenant:fff3f4ff6e52473eab85e6377277c4bd on resource:port {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:44:59.930434 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-161b729f-af4e-45e3-affb-f5c14e70689b req-373f44b6-a5fb-41d1-8e70-111b3b3cbad7 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Unset dirty status for tenant:fff3f4ff6e52473eab85e6377277c4bd on resource:port {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:44:59.932962 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-161b729f-af4e-45e3-affb-f5c14e70689b req-373f44b6-a5fb-41d1-8e70-111b3b3cbad7 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=fff3f4ff6e52473eab85e6377277c4bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1184318 Feb 18 12:45:00.050412 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 52896) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:45:00.083425 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-161b729f-af4e-45e3-affb-f5c14e70689b req-526da1a9-1e39-441b-a745-21aef71faf09 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=83986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:45:00.085271 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-161b729f-af4e-45e3-affb-f5c14e70689b req-526da1a9-1e39-441b-a745-21aef71faf09 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1342285 Feb 18 12:45:00.216320 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a8bd88cb-496a-45fa-84a6-f3bb6957c1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:00.238581 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a8bd88cb-496a-45fa-84a6-f3bb6957c1ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:45:00.246493 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-a8bd88cb-496a-45fa-84a6-f3bb6957c1ba admin admin] Usage tracker for resource:security_group_rule and tenant:1606928e927246eaa6b6fe1a6a14266d is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:45:00.261906 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-a8bd88cb-496a-45fa-84a6-f3bb6957c1ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:45:00.272901 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a8bd88cb-496a-45fa-84a6-f3bb6957c1ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:45:00.317486 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-161b729f-af4e-45e3-affb-f5c14e70689b req-6744c0f7-8c57-4d4d-ac3e-bbdeb16910a6 service neutron] 10.222.0.83 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206466 Feb 18 12:45:00.531166 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-161b729f-af4e-45e3-affb-f5c14e70689b req-c6ddd6bc-48f3-4d81-a627-f6acbcac3079 service neutron] 10.222.0.83 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2039750 Feb 18 12:45:00.546734 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a8bd88cb-496a-45fa-84a6-f3bb6957c1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:00.551717 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a8bd88cb-496a-45fa-84a6-f3bb6957c1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:00.568932 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-91746d7b-9c1d-4116-b654-d6a2d71a6bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:45:00.648436 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-a8bd88cb-496a-45fa-84a6-f3bb6957c1ba admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1606928e927246eaa6b6fe1a6a14266d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5955458 Feb 18 12:45:00.653857 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 52902) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:45:00.654944 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd88cb-496a-45fa-84a6-f3bb6957c1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0513852-b2b4-429c-9729-6c72d9402397,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:45:00.661377 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a8bd88cb-496a-45fa-84a6-f3bb6957c1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:45:00.778268 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c3cb0bc8-1976-4fc6-a941-7eb9e6e81a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:00.834249 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c3cb0bc8-1976-4fc6-a941-7eb9e6e81a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:00.917700 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c3cb0bc8-1976-4fc6-a941-7eb9e6e81a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:00.922227 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-20c22f0c-85eb-4f38-8c57-5699efbdc6f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:45:00.938857 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb0bc8-1976-4fc6-a941-7eb9e6e81a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0513852-b2b4-429c-9729-6c72d9402397,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:45:00.942751 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c3cb0bc8-1976-4fc6-a941-7eb9e6e81a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:45:00.948924 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c3cb0bc8-1976-4fc6-a941-7eb9e6e81a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:00.951887 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-c3cb0bc8-1976-4fc6-a941-7eb9e6e81a23 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b0513852-b2b4-429c-9729-6c72d9402397 HTTP/1.1" status: 204 len: 168 time: 0.2962697 Feb 18 12:45:01.020405 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-437a903c-650e-46c5-830a-dda788acd0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:01.876725 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-13426821-356e-4d0d-ac9f-1e3116b83f68 req-70bec03e-02af-4855-ab3e-6301ff29366a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Synchronizing usage tracker for tenant:fff3f4ff6e52473eab85e6377277c4bd on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:45:01.892559 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-13426821-356e-4d0d-ac9f-1e3116b83f68 req-70bec03e-02af-4855-ab3e-6301ff29366a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Unset dirty status for tenant:fff3f4ff6e52473eab85e6377277c4bd on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:45:01.894009 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-13426821-356e-4d0d-ac9f-1e3116b83f68 req-70bec03e-02af-4855-ab3e-6301ff29366a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 210 time: 0.0794659 Feb 18 12:45:03.133833 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-19600f78-d4d1-47c3-a901-0dc625e6fbff req-5b11fdd3-dee3-4c72-aef0-88edc0e4afca tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 210 time: 0.0716915 Feb 18 12:45:03.428686 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-49dfcb4e-0215-4d91-8942-85ec053c71fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:03.890229 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b729f-af4e-45e3-affb-f5c14e70689b req-0a001514-3d5c-4ac7-81cc-8ef265b3c8f7 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:03.893049 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-161b729f-af4e-45e3-affb-f5c14e70689b req-0a001514-3d5c-4ac7-81cc-8ef265b3c8f7 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.99 "GET /v2.0/networks?id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28 HTTP/1.1" status: 200 len: 816 time: 0.2204032 Feb 18 12:45:03.894961 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:04.007279 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-161b729f-af4e-45e3-affb-f5c14e70689b req-49f1ad2e-e148-4483-8ca2-ec8d9f434210 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=fff3f4ff6e52473eab85e6377277c4bd HTTP/1.1" status: 200 len: 5704 time: 0.0988178 Feb 18 12:45:04.018172 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-161b729f-af4e-45e3-affb-f5c14e70689b req-bf85f01b-bb5a-489c-bb2d-95bb6b02e902 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Request body: {'port': {'device_id': 'a900eaac-f503-445f-bd7b-7ceb1a7cc739', 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28', 'admin_state_up': True, 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'security_groups': ['ca85adb4-3216-41ab-8f0b-6572884b716b']}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:45:04.180537 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-161b729f-af4e-45e3-affb-f5c14e70689b req-bf85f01b-bb5a-489c-bb2d-95bb6b02e902 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:45:04.193260 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-161b729f-af4e-45e3-affb-f5c14e70689b req-bf85f01b-bb5a-489c-bb2d-95bb6b02e902 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:45:04.206548 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-161b729f-af4e-45e3-affb-f5c14e70689b req-bf85f01b-bb5a-489c-bb2d-95bb6b02e902 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Made reservation on behalf of fff3f4ff6e52473eab85e6377277c4bd for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:45:04.213708 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-161b729f-af4e-45e3-affb-f5c14e70689b req-bf85f01b-bb5a-489c-bb2d-95bb6b02e902 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:04.400889 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-204f0ad3-8bae-41ae-b9bd-138847a28a2e req-17695561-046a-42f8-9c83-d8c19b1a6af4 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 210 time: 0.0719402 Feb 18 12:45:04.605729 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-161b729f-af4e-45e3-affb-f5c14e70689b req-bf85f01b-bb5a-489c-bb2d-95bb6b02e902 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Allocated IP 172.20.0.5 (c68b6376-2ee0-4ad3-a877-08dcce1a2d28/e4044c87-5ed4-4e4e-a96f-b6177944301a/17409bb6-7a56-432a-80cb-0edb0682e1fe) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:45:04.848879 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-161b729f-af4e-45e3-affb-f5c14e70689b req-bf85f01b-bb5a-489c-bb2d-95bb6b02e902 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:04.867532 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-161b729f-af4e-45e3-affb-f5c14e70689b req-bf85f01b-bb5a-489c-bb2d-95bb6b02e902 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Transition to ACTIVE for port object 17409bb6-7a56-432a-80cb-0edb0682e1fe will not be triggered until provisioned by entity DHCP. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:45:04.893506 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-161b729f-af4e-45e3-affb-f5c14e70689b req-bf85f01b-bb5a-489c-bb2d-95bb6b02e902 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:04.911331 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b1645cf9-3d0f-4d19-9ff3-be7d4adab92f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:45:05.060191 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85f01b-bb5a-489c-bb2d-95bb6b02e902 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Pushing event updated for resources: {'Port': ['ID=17409bb6-7a56-432a-80cb-0edb0682e1fe,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:45:05.074068 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bf85f01b-bb5a-489c-bb2d-95bb6b02e902 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:45:05.121494 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-161b729f-af4e-45e3-affb-f5c14e70689b req-bf85f01b-bb5a-489c-bb2d-95bb6b02e902 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Network c68b6376-2ee0-4ad3-a877-08dcce1a2d28 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:45:05.122842 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-161b729f-af4e-45e3-affb-f5c14e70689b req-bf85f01b-bb5a-489c-bb2d-95bb6b02e902 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:45:05.125664 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-161b729f-af4e-45e3-affb-f5c14e70689b req-bf85f01b-bb5a-489c-bb2d-95bb6b02e902 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:45:05.175577 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:05.198690 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b729f-af4e-45e3-affb-f5c14e70689b req-bf85f01b-bb5a-489c-bb2d-95bb6b02e902 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:05.199529 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-161b729f-af4e-45e3-affb-f5c14e70689b req-bf85f01b-bb5a-489c-bb2d-95bb6b02e902 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:05.232957 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-161b729f-af4e-45e3-affb-f5c14e70689b req-bf85f01b-bb5a-489c-bb2d-95bb6b02e902 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2193546 Feb 18 12:45:05.251045 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-161b729f-af4e-45e3-affb-f5c14e70689b req-1f773653-03cb-480d-960a-77ddeeaeaaf2 service neutron] Request body: {'port': {'device_id': 'a900eaac-f503-445f-bd7b-7ceb1a7cc739', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:45:05.355368 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-3aa9dfc6-9f8b-4512-9fc5-73baf216fe14 None None] Provisioning for port 17409bb6-7a56-432a-80cb-0edb0682e1fe completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:45:05.362787 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-3aa9dfc6-9f8b-4512-9fc5-73baf216fe14 None None] Provisioning complete for port 17409bb6-7a56-432a-80cb-0edb0682e1fe triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:45:05.363804 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3aa9dfc6-9f8b-4512-9fc5-73baf216fe14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:05.381843 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-161b729f-af4e-45e3-affb-f5c14e70689b req-1f773653-03cb-480d-960a-77ddeeaeaaf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:05.429228 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-3aa9dfc6-9f8b-4512-9fc5-73baf216fe14 None None] Port 17409bb6-7a56-432a-80cb-0edb0682e1fe cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:45:05.565694 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:05.641830 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e62928-d349-44b5-adee-ea796042df11 req-ea361051-a058-4f76-8525-322fc6eab478 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:05.643497 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c8e62928-d349-44b5-adee-ea796042df11 req-ea361051-a058-4f76-8525-322fc6eab478 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 931 time: 0.0987892 Feb 18 12:45:05.712949 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c8e62928-d349-44b5-adee-ea796042df11 req-3e4282dd-dd11-4281-beae-aac40e556bc8 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559366 Feb 18 12:45:05.956546 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-161b729f-af4e-45e3-affb-f5c14e70689b req-1f773653-03cb-480d-960a-77ddeeaeaaf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17409bb6-7a56-432a-80cb-0edb0682e1fe {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:45:05.974367 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-161b729f-af4e-45e3-affb-f5c14e70689b req-1f773653-03cb-480d-960a-77ddeeaeaaf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:05.999437 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-161b729f-af4e-45e3-affb-f5c14e70689b req-1f773653-03cb-480d-960a-77ddeeaeaaf2 service neutron] Transition to ACTIVE for port object 17409bb6-7a56-432a-80cb-0edb0682e1fe will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:45:06.003690 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-161b729f-af4e-45e3-affb-f5c14e70689b req-1f773653-03cb-480d-960a-77ddeeaeaaf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:06.035722 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-487ecffb-ea98-4aea-9949-3a3510211a01 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:45:06.341753 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f773653-03cb-480d-960a-77ddeeaeaaf2 service neutron] Pushing event updated for resources: {'Port': ['ID=17409bb6-7a56-432a-80cb-0edb0682e1fe,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:45:06.361922 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1f773653-03cb-480d-960a-77ddeeaeaaf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:45:06.612221 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-161b729f-af4e-45e3-affb-f5c14e70689b req-1f773653-03cb-480d-960a-77ddeeaeaaf2 service neutron] Attempting to bind port 17409bb6-7a56-432a-80cb-0edb0682e1fe on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:45:06.612747 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-161b729f-af4e-45e3-affb-f5c14e70689b req-1f773653-03cb-480d-960a-77ddeeaeaaf2 service neutron] Attempting to bind port 17409bb6-7a56-432a-80cb-0edb0682e1fe by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '4bdb087e-bbe6-4ba9-a0a9-e1159b18d382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:45:06.613190 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161b729f-af4e-45e3-affb-f5c14e70689b req-1f773653-03cb-480d-960a-77ddeeaeaaf2 service neutron] Attempting to bind port 17409bb6-7a56-432a-80cb-0edb0682e1fe on network c68b6376-2ee0-4ad3-a877-08dcce1a2d28 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:45:06.620350 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161b729f-af4e-45e3-affb-f5c14e70689b req-1f773653-03cb-480d-960a-77ddeeaeaaf2 service neutron] Checking agent: {'id': '18f92198-7ba7-4077-b6e2-71a52c8a0624', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 28, 38), 'started_at': datetime.datetime(2021, 2, 18, 12, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:45:06.620833 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161b729f-af4e-45e3-affb-f5c14e70689b req-1f773653-03cb-480d-960a-77ddeeaeaaf2 service neutron] Checking segment: {'id': '4bdb087e-bbe6-4ba9-a0a9-e1159b18d382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:45:06.621136 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-161b729f-af4e-45e3-affb-f5c14e70689b req-1f773653-03cb-480d-960a-77ddeeaeaaf2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:06.621541 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161b729f-af4e-45e3-affb-f5c14e70689b req-1f773653-03cb-480d-960a-77ddeeaeaaf2 service neutron] Bound using segment: {'id': '4bdb087e-bbe6-4ba9-a0a9-e1159b18d382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:45:06.622039 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-161b729f-af4e-45e3-affb-f5c14e70689b req-1f773653-03cb-480d-960a-77ddeeaeaaf2 service neutron] Bound port: 17409bb6-7a56-432a-80cb-0edb0682e1fe, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bdb087e-bbe6-4ba9-a0a9-e1159b18d382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:45:06.622448 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-161b729f-af4e-45e3-affb-f5c14e70689b req-1f773653-03cb-480d-960a-77ddeeaeaaf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:06.726098 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-161b729f-af4e-45e3-affb-f5c14e70689b req-1f773653-03cb-480d-960a-77ddeeaeaaf2 service neutron] For port 17409bb6-7a56-432a-80cb-0edb0682e1fe, host hv-cinder-77642, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:45:06.729326 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-161b729f-af4e-45e3-affb-f5c14e70689b req-1f773653-03cb-480d-960a-77ddeeaeaaf2 service neutron] For port 17409bb6-7a56-432a-80cb-0edb0682e1fe, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=17409bb6-7a56-432a-80cb-0edb0682e1fe,segment=NetworkSegment(4bdb087e-bbe6-4ba9-a0a9-e1159b18d382),segment_id=4bdb087e-bbe6-4ba9-a0a9-e1159b18d382)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:45:06.733226 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-161b729f-af4e-45e3-affb-f5c14e70689b req-1f773653-03cb-480d-960a-77ddeeaeaaf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:06.749888 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0d91212f-9994-4703-9b76-fabef35318fb tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:45:07.246843 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f773653-03cb-480d-960a-77ddeeaeaaf2 service neutron] Pushing event updated for resources: {'Port': ['ID=17409bb6-7a56-432a-80cb-0edb0682e1fe,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:45:07.261638 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1f773653-03cb-480d-960a-77ddeeaeaaf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:45:07.294433 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e06af8-8357-4e12-855e-c06a10f90f76 req-e228c270-94b0-475b-bf58-16320bc4249c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:07.295231 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-48e06af8-8357-4e12-855e-c06a10f90f76 req-e228c270-94b0-475b-bf58-16320bc4249c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Synchronizing usage tracker for tenant:fff3f4ff6e52473eab85e6377277c4bd on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:45:07.304731 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b729f-af4e-45e3-affb-f5c14e70689b req-1f773653-03cb-480d-960a-77ddeeaeaaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:07.305144 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-161b729f-af4e-45e3-affb-f5c14e70689b req-1f773653-03cb-480d-960a-77ddeeaeaaf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:07.306532 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-161b729f-af4e-45e3-affb-f5c14e70689b req-1f773653-03cb-480d-960a-77ddeeaeaaf2 service neutron] 10.222.0.99 "PUT /v2.0/ports/17409bb6-7a56-432a-80cb-0edb0682e1fe HTTP/1.1" status: 200 len: 1157 time: 2.0605586 Feb 18 12:45:07.307149 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a900eaac-f503-445f-bd7b-7ceb1a7cc739', 'tag': '17409bb6-7a56-432a-80cb-0edb0682e1fe'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:45:07.331589 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-48e06af8-8357-4e12-855e-c06a10f90f76 req-e228c270-94b0-475b-bf58-16320bc4249c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Unset dirty status for tenant:fff3f4ff6e52473eab85e6377277c4bd on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:45:07.334425 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-48e06af8-8357-4e12-855e-c06a10f90f76 req-e228c270-94b0-475b-bf58-16320bc4249c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 943 time: 0.2388771 Feb 18 12:45:07.421590 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a900eaac-f503-445f-bd7b-7ceb1a7cc739', 'tag': '17409bb6-7a56-432a-80cb-0edb0682e1fe', 'status': 'completed', 'code': 200} Feb 18 12:45:07.465495 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-48e06af8-8357-4e12-855e-c06a10f90f76 req-d19d7f50-268c-4c34-befc-daff6810f7d5 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244857 Feb 18 12:45:07.511073 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b729f-af4e-45e3-affb-f5c14e70689b req-6f08351d-dc20-45ff-b887-c68b56c2ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:07.514554 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-161b729f-af4e-45e3-affb-f5c14e70689b req-6f08351d-dc20-45ff-b887-c68b56c2ab34 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fff3f4ff6e52473eab85e6377277c4bd&device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 1160 time: 0.1407671 Feb 18 12:45:07.603023 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-161b729f-af4e-45e3-affb-f5c14e70689b req-6d1977da-059e-41c2-b824-bf4f4bd04412 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17409bb6-7a56-432a-80cb-0edb0682e1fe HTTP/1.1" status: 200 len: 217 time: 0.0753157 Feb 18 12:45:07.681063 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b729f-af4e-45e3-affb-f5c14e70689b req-6f540334-e169-4a7f-8cd4-2fa36adc129b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:07.682698 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-161b729f-af4e-45e3-affb-f5c14e70689b req-6f540334-e169-4a7f-8cd4-2fa36adc129b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e4044c87-5ed4-4e4e-a96f-b6177944301a HTTP/1.1" status: 200 len: 855 time: 0.0739195 Feb 18 12:45:07.777398 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b729f-af4e-45e3-affb-f5c14e70689b req-e0b2f33b-b4b6-406f-b40f-2ecd6cf29814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:07.778978 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-161b729f-af4e-45e3-affb-f5c14e70689b req-e0b2f33b-b4b6-406f-b40f-2ecd6cf29814 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0896158 Feb 18 12:45:07.934369 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-161b729f-af4e-45e3-affb-f5c14e70689b req-24ff4a12-b32c-47cf-b351-d21adb3a9563 service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482041 Feb 18 12:45:08.099418 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-161b729f-af4e-45e3-affb-f5c14e70689b req-7230211a-d75d-471c-80f9-0c6558448d16 service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1583259 Feb 18 12:45:08.312679 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03eca8-72ba-4a4c-81cc-aa9c1adaf9ef req-a2799007-2f23-45e1-8bb7-65d83d4d38f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:08.314866 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0b03eca8-72ba-4a4c-81cc-aa9c1adaf9ef req-a2799007-2f23-45e1-8bb7-65d83d4d38f7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fff3f4ff6e52473eab85e6377277c4bd&device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 1160 time: 0.1254191 Feb 18 12:45:08.508921 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03eca8-72ba-4a4c-81cc-aa9c1adaf9ef req-1d55b4cb-b5e6-481a-8bef-703a27317964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:08.512269 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0b03eca8-72ba-4a4c-81cc-aa9c1adaf9ef req-1d55b4cb-b5e6-481a-8bef-703a27317964 service neutron] 10.222.0.99 "GET /v2.0/networks?id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28 HTTP/1.1" status: 200 len: 910 time: 0.1892262 Feb 18 12:45:08.653102 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0b03eca8-72ba-4a4c-81cc-aa9c1adaf9ef req-56aa70ec-d96c-4fc0-95e4-0a55d0931e94 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17409bb6-7a56-432a-80cb-0edb0682e1fe HTTP/1.1" status: 200 len: 217 time: 0.1341577 Feb 18 12:45:08.743979 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03eca8-72ba-4a4c-81cc-aa9c1adaf9ef req-d9d5662f-e7eb-4872-abb0-331095641c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:08.745838 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0b03eca8-72ba-4a4c-81cc-aa9c1adaf9ef req-d9d5662f-e7eb-4872-abb0-331095641c08 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e4044c87-5ed4-4e4e-a96f-b6177944301a HTTP/1.1" status: 200 len: 855 time: 0.0859339 Feb 18 12:45:08.792548 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b23876-ed2d-4734-9455-8986ae2caf77 req-1411254e-6f3f-45c5-a66c-fb47f6c86791 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:08.794764 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-96b23876-ed2d-4734-9455-8986ae2caf77 req-1411254e-6f3f-45c5-a66c-fb47f6c86791 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 943 time: 0.1066225 Feb 18 12:45:08.846989 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03eca8-72ba-4a4c-81cc-aa9c1adaf9ef req-b17cba5c-8cf5-4a7b-87c8-85515ae0f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:08.849236 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0b03eca8-72ba-4a4c-81cc-aa9c1adaf9ef req-b17cba5c-8cf5-4a7b-87c8-85515ae0f607 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0966237 Feb 18 12:45:08.855955 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-96b23876-ed2d-4734-9455-8986ae2caf77 req-e42d7eea-2280-4c31-bf1d-6762f86a887b tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534461 Feb 18 12:45:09.044362 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0b03eca8-72ba-4a4c-81cc-aa9c1adaf9ef req-89d46733-3d24-41f5-916d-70eb83faae66 service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880267 Feb 18 12:45:09.205903 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0b03eca8-72ba-4a4c-81cc-aa9c1adaf9ef req-b6917c74-6fcd-468e-a5b2-123225084e9e service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1529884 Feb 18 12:45:10.083181 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e4948-ee39-4180-83ea-b2fba011dc1c req-a6e5a528-241a-44ea-a239-d942c6749c44 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:10.085004 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6f5e4948-ee39-4180-83ea-b2fba011dc1c req-a6e5a528-241a-44ea-a239-d942c6749c44 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 943 time: 0.0954707 Feb 18 12:45:10.143096 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6f5e4948-ee39-4180-83ea-b2fba011dc1c req-d7882798-f4bb-4838-8785-8845fab52154 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504806 Feb 18 12:45:11.438503 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af4258-1c11-4858-9b60-5f39db96d092 req-978209ff-0d61-4403-9eab-32a3e5e15bdf tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:11.440569 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f2af4258-1c11-4858-9b60-5f39db96d092 req-978209ff-0d61-4403-9eab-32a3e5e15bdf tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 943 time: 0.1348393 Feb 18 12:45:11.495970 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f2af4258-1c11-4858-9b60-5f39db96d092 req-0870d415-d406-4a8a-8da0-f86168159a4b tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478029 Feb 18 12:45:12.799647 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9c735-7ed4-48eb-ba38-c43f6b7402d4 req-109604c2-77ef-4393-ac8b-b10e926add8f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:12.802642 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-59a9c735-7ed4-48eb-ba38-c43f6b7402d4 req-109604c2-77ef-4393-ac8b-b10e926add8f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 943 time: 0.1722815 Feb 18 12:45:12.895891 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-59a9c735-7ed4-48eb-ba38-c43f6b7402d4 req-04edda6e-8c29-4e98-8a9a-419f441c1045 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844772 Feb 18 12:45:12.907808 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 17409bb6-7a56-432a-80cb-0edb0682e1fe up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:45:13.039774 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning for port 17409bb6-7a56-432a-80cb-0edb0682e1fe completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:45:13.050775 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 17409bb6-7a56-432a-80cb-0edb0682e1fe triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:45:13.051569 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:13.243753 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:13.300834 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a900eaac-f503-445f-bd7b-7ceb1a7cc739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17409bb6-7a56-432a-80cb-0edb0682e1fe'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:45:13.317933 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port 17409bb6-7a56-432a-80cb-0edb0682e1fe, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=17409bb6-7a56-432a-80cb-0edb0682e1fe,segment=NetworkSegment(4bdb087e-bbe6-4ba9-a0a9-e1159b18d382),segment_id=4bdb087e-bbe6-4ba9-a0a9-e1159b18d382)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:45:13.321776 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:13.324103 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:45:13.367007 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a900eaac-f503-445f-bd7b-7ceb1a7cc739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17409bb6-7a56-432a-80cb-0edb0682e1fe', 'code': 200} Feb 18 12:45:13.405639 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=17409bb6-7a56-432a-80cb-0edb0682e1fe,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:45:13.409174 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:45:13.665423 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6d44a-7739-42da-bb66-1410d383c960 req-cc7db1de-f61f-40c3-92a4-061f575d6629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:13.667104 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8e6d44a-7739-42da-bb66-1410d383c960 req-cc7db1de-f61f-40c3-92a4-061f575d6629 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 1162 time: 0.0882878 Feb 18 12:45:13.716828 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8e6d44a-7739-42da-bb66-1410d383c960 req-fbd8b150-b8db-4277-b8a2-88f24f841c98 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422480 Feb 18 12:45:14.125426 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eaa4b0-486c-4ac6-8de3-41a9cee86718 req-864fddc4-7626-49af-b2b4-c05b2d42c8a3 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:14.127116 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-72eaa4b0-486c-4ac6-8de3-41a9cee86718 req-864fddc4-7626-49af-b2b4-c05b2d42c8a3 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.0938489 Feb 18 12:45:14.184095 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-72eaa4b0-486c-4ac6-8de3-41a9cee86718 req-bc305bfd-f39c-4369-8597-63a41fbf4afb tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476873 Feb 18 12:45:14.366084 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 17409bb6-7a56-432a-80cb-0edb0682e1fe up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:45:14.524387 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 17409bb6-7a56-432a-80cb-0edb0682e1fe triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:45:14.525118 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:15.414416 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d766e3-d018-44fa-9ae4-d22b05488cf2 req-aba4d428-0097-43cf-9ca6-20b91436b73a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:15.416715 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-07d766e3-d018-44fa-9ae4-d22b05488cf2 req-aba4d428-0097-43cf-9ca6-20b91436b73a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.1006327 Feb 18 12:45:15.471760 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-07d766e3-d018-44fa-9ae4-d22b05488cf2 req-0dfac83b-f32b-41ea-b071-a8af772615d1 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480294 Feb 18 12:45:15.693865 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077ca20-e1ec-454e-b135-394320e38bc6 req-9cab44a2-e1b2-4c90-beda-a34604d123e7 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:15.695535 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1077ca20-e1ec-454e-b135-394320e38bc6 req-9cab44a2-e1b2-4c90-beda-a34604d123e7 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.0994344 Feb 18 12:45:15.706101 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 53098) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:45:15.713542 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-dfea1d4d-f3af-410b-bae2-86f39de9290c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Request body: {'floatingip': {'port_id': '17409bb6-7a56-432a-80cb-0edb0682e1fe'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:45:15.803941 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dfea1d4d-f3af-410b-bae2-86f39de9290c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for floatingip, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:16.590680 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dfea1d4d-f3af-410b-bae2-86f39de9290c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:16.594235 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dfea1d4d-f3af-410b-bae2-86f39de9290c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854411096'] for floatingip, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:16.640483 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:17.052642 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.l3_db [None req-dfea1d4d-f3af-410b-bae2-86f39de9290c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Floating IP 3c9c8c7a-c8ec-4c53-b466-95b93d5aff64 associated. External IP: 172.27.1.151, port: 17409bb6-7a56-432a-80cb-0edb0682e1fe. Feb 18 12:45:17.479877 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfea1d4d-f3af-410b-bae2-86f39de9290c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Router 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:45:17.697339 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfea1d4d-f3af-410b-bae2-86f39de9290c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:45:17.702204 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dfea1d4d-f3af-410b-bae2-86f39de9290c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for floatingip, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:17.712552 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31e4abf-4777-4f6b-b5b3-bce61e370074 None None] Sync routers for ids ['6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'] in dv-cinder-776422-1-iscsi {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:45:17.736615 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31e4abf-4777-4f6b-b5b3-bce61e370074 None None] Routers {'6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:45:17.737501 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f31e4abf-4777-4f6b-b5b3-bce61e370074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:45:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:45:17.772754 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-dfea1d4d-f3af-410b-bae2-86f39de9290c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "PUT /v2.0/floatingips/3c9c8c7a-c8ec-4c53-b466-95b93d5aff64 HTTP/1.1" status: 200 len: 991 time: 2.0651519 Feb 18 12:45:17.773652 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a900eaac-f503-445f-bd7b-7ceb1a7cc739', 'tag': '17409bb6-7a56-432a-80cb-0edb0682e1fe'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:45:17.890372 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a900eaac-f503-445f-bd7b-7ceb1a7cc739', 'tag': '17409bb6-7a56-432a-80cb-0edb0682e1fe', 'status': 'completed', 'code': 200} Feb 18 12:45:18.001782 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-f31e4abf-4777-4f6b-b5b3-bce61e370074 None None] Set router 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:45:18.030927 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8690602-38f4-4421-805e-8ce4ca2835e1 req-4c925595-e21e-43cc-958d-50d42a71d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:18.033069 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8690602-38f4-4421-805e-8ce4ca2835e1 req-4c925595-e21e-43cc-958d-50d42a71d8f0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fff3f4ff6e52473eab85e6377277c4bd&device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 1162 time: 0.0991781 Feb 18 12:45:18.243781 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8690602-38f4-4421-805e-8ce4ca2835e1 req-3bced909-5cb6-4ce1-98a2-e37d09273528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:18.245361 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8690602-38f4-4421-805e-8ce4ca2835e1 req-3bced909-5cb6-4ce1-98a2-e37d09273528 service neutron] 10.222.0.99 "GET /v2.0/networks?id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28 HTTP/1.1" status: 200 len: 910 time: 0.2045960 Feb 18 12:45:18.397688 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8690602-38f4-4421-805e-8ce4ca2835e1 req-cbc2b3c3-8dd8-4425-bb27-6b6b1cb6dd6a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17409bb6-7a56-432a-80cb-0edb0682e1fe HTTP/1.1" status: 200 len: 999 time: 0.1446085 Feb 18 12:45:18.476686 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8690602-38f4-4421-805e-8ce4ca2835e1 req-1ec222ae-99bf-43ff-afa3-7ab1d888fa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:18.478318 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8690602-38f4-4421-805e-8ce4ca2835e1 req-1ec222ae-99bf-43ff-afa3-7ab1d888fa24 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e4044c87-5ed4-4e4e-a96f-b6177944301a HTTP/1.1" status: 200 len: 855 time: 0.0744398 Feb 18 12:45:18.508487 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f31e4abf-4777-4f6b-b5b3-bce61e370074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-322464374-router', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '469f846f-3365-4d57-b618-4eb793252dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:31Z', 'updated_at': '2021-02-18T12:30:44Z', 'revision_number': 4, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'gw_port': {'id': '469f846f-3365-4d57-b618-4eb793252dac', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:33Z', 'updated_at': '2021-02-18T12:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_floatingips': [{'id': '3c9c8c7a-c8ec-4c53-b466-95b93d5aff64', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'floating_ip_address': '172.27.1.151', 'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'router_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'port_id': '17409bb6-7a56-432a-80cb-0edb0682e1fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28', 'mac_address': 'fa:16:3e:21:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a900eaac-f503-445f-bd7b-7ceb1a7cc739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:44:58Z', 'updated_at': '2021-02-18T12:45:16Z', 'revision_number': 1, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9af06d-63c2-450b-a6c3-d395676c9628', 'name': '', 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'mac_address': 'fa:16:3e:66:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:39Z', 'updated_at': '2021-02-18T12:30:58Z', 'revision_number': 5, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'subnets': [{'id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:45:18.514097 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31e4abf-4777-4f6b-b5b3-bce61e370074 None None] Checking router: 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d for host: dv-cinder-776422-1-iscsi {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:45:18.525271 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31e4abf-4777-4f6b-b5b3-bce61e370074 None None] Routers {'6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:45:18.525969 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f31e4abf-4777-4f6b-b5b3-bce61e370074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:45:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:45:18.569067 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8690602-38f4-4421-805e-8ce4ca2835e1 req-47bfdb2f-1e71-43c8-93f1-fd8336586865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:18.571054 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8690602-38f4-4421-805e-8ce4ca2835e1 req-47bfdb2f-1e71-43c8-93f1-fd8336586865 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0861559 Feb 18 12:45:18.733449 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-f31e4abf-4777-4f6b-b5b3-bce61e370074 None None] Set router 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:45:18.751946 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8690602-38f4-4421-805e-8ce4ca2835e1 req-2825df23-ec54-40f0-b8aa-1144fafd71a1 service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741805 Feb 18 12:45:18.909646 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8690602-38f4-4421-805e-8ce4ca2835e1 req-91335316-093c-4910-a506-b674fa410172 service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1506968 Feb 18 12:45:19.355287 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f31e4abf-4777-4f6b-b5b3-bce61e370074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-322464374-router', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '469f846f-3365-4d57-b618-4eb793252dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:31Z', 'updated_at': '2021-02-18T12:30:44Z', 'revision_number': 4, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'gw_port': {'id': '469f846f-3365-4d57-b618-4eb793252dac', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:33Z', 'updated_at': '2021-02-18T12:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_floatingips': [{'id': '3c9c8c7a-c8ec-4c53-b466-95b93d5aff64', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'floating_ip_address': '172.27.1.151', 'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'router_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'port_id': '17409bb6-7a56-432a-80cb-0edb0682e1fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28', 'mac_address': 'fa:16:3e:21:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a900eaac-f503-445f-bd7b-7ceb1a7cc739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:44:58Z', 'updated_at': '2021-02-18T12:45:16Z', 'revision_number': 1, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9af06d-63c2-450b-a6c3-d395676c9628', 'name': '', 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'mac_address': 'fa:16:3e:66:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:39Z', 'updated_at': '2021-02-18T12:30:58Z', 'revision_number': 5, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'subnets': [{'id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:45:19.369602 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31e4abf-4777-4f6b-b5b3-bce61e370074 None None] The sync data for ids ['6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'] in dv-cinder-776422-1-iscsi is: [{'id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-322464374-router', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '469f846f-3365-4d57-b618-4eb793252dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:31Z', 'updated_at': '2021-02-18T12:30:44Z', 'revision_number': 4, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'gw_port': {'id': '469f846f-3365-4d57-b618-4eb793252dac', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:33Z', 'updated_at': '2021-02-18T12:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_floatingips': [{'id': '3c9c8c7a-c8ec-4c53-b466-95b93d5aff64', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'floating_ip_address': '172.27.1.151', 'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'router_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'port_id': '17409bb6-7a56-432a-80cb-0edb0682e1fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28', 'mac_address': 'fa:16:3e:21:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a900eaac-f503-445f-bd7b-7ceb1a7cc739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:44:58Z', 'updated_at': '2021-02-18T12:45:16Z', 'revision_number': 1, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9af06d-63c2-450b-a6c3-d395676c9628', 'name': '', 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'mac_address': 'fa:16:3e:66:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:39Z', 'updated_at': '2021-02-18T12:30:58Z', 'revision_number': 5, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'subnets': [{'id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:45:19.706612 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd185e4-447b-4d1a-b9f5-47f2041f9d23 None None] New status for floating IP 3c9c8c7a-c8ec-4c53-b466-95b93d5aff64: ACTIVE {{(pid=83989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 12:45:22.023372 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 53176) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:45:22.168757 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-93f6f846-ca3f-450f-b98c-f036549fc5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:22.191181 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-93f6f846-ca3f-450f-b98c-f036549fc5f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:45:22.196473 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-93f6f846-ca3f-450f-b98c-f036549fc5f5 admin admin] Usage tracker for resource:security_group_rule and tenant:5f5fec6489104093b900b66ab10c4ba4 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:45:22.199996 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-93f6f846-ca3f-450f-b98c-f036549fc5f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:45:22.206643 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-93f6f846-ca3f-450f-b98c-f036549fc5f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:45:22.315424 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:45:22.350208 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-93f6f846-ca3f-450f-b98c-f036549fc5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:22.353506 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-93f6f846-ca3f-450f-b98c-f036549fc5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:22.361951 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b1cdf30e-6903-41f3-b0d8-613cc075295e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:45:22.413387 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-93f6f846-ca3f-450f-b98c-f036549fc5f5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5f5fec6489104093b900b66ab10c4ba4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3885648 Feb 18 12:45:22.414487 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6f846-ca3f-450f-b98c-f036549fc5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315acbce-8281-4ea0-a6c7-281a3b4a6753,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:45:22.418201 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-93f6f846-ca3f-450f-b98c-f036549fc5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:45:22.418620 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 53182) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:45:22.550462 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3f7a7a01-96f8-4c0c-b063-e438192f6ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:22.607654 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3f7a7a01-96f8-4c0c-b063-e438192f6ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:22.684901 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3f7a7a01-96f8-4c0c-b063-e438192f6ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:22.694396 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b91d1f6d-4691-486d-87af-b1e27a5f3332 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:45:22.712954 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a7a01-96f8-4c0c-b063-e438192f6ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315acbce-8281-4ea0-a6c7-281a3b4a6753,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:45:22.717841 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3f7a7a01-96f8-4c0c-b063-e438192f6ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:45:22.720004 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3f7a7a01-96f8-4c0c-b063-e438192f6ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:22.723705 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-3f7a7a01-96f8-4c0c-b063-e438192f6ee2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/315acbce-8281-4ea0-a6c7-281a3b4a6753 HTTP/1.1" status: 204 len: 168 time: 0.3010507 Feb 18 12:45:23.091937 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 53192) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:45:23.128003 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-08aab020-72ff-4099-adbb-f2000ba098c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:23.160872 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-08aab020-72ff-4099-adbb-f2000ba098c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:45:23.168838 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-08aab020-72ff-4099-adbb-f2000ba098c9 admin admin] Usage tracker for resource:security_group_rule and tenant:52ddbb9c253f4cd1865f9df80e1ae97e is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:45:23.174388 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-08aab020-72ff-4099-adbb-f2000ba098c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:45:23.185421 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-08aab020-72ff-4099-adbb-f2000ba098c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:45:23.356376 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-08aab020-72ff-4099-adbb-f2000ba098c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:23.361013 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-08aab020-72ff-4099-adbb-f2000ba098c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:23.377518 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3d83d6ab-4322-4817-b460-232a5951dd02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:45:23.461012 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-08aab020-72ff-4099-adbb-f2000ba098c9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=52ddbb9c253f4cd1865f9df80e1ae97e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3671184 Feb 18 12:45:23.463714 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 53196) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:45:23.464137 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aab020-72ff-4099-adbb-f2000ba098c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3ffd29-5f2d-4b11-a96b-e70d1597356d,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:45:23.469858 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-08aab020-72ff-4099-adbb-f2000ba098c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:45:23.534074 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ff0d77d6-0aac-4ba1-b07f-464ca66ab322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:23.566503 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ff0d77d6-0aac-4ba1-b07f-464ca66ab322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:23.621995 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ff0d77d6-0aac-4ba1-b07f-464ca66ab322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:23.631666 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8a807245-f4d8-41fd-885f-0cb7bc603fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:45:23.650612 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d77d6-0aac-4ba1-b07f-464ca66ab322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3ffd29-5f2d-4b11-a96b-e70d1597356d,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:45:23.654762 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ff0d77d6-0aac-4ba1-b07f-464ca66ab322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:45:23.661715 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ff0d77d6-0aac-4ba1-b07f-464ca66ab322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:23.663020 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ff0d77d6-0aac-4ba1-b07f-464ca66ab322 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3a3ffd29-5f2d-4b11-a96b-e70d1597356d HTTP/1.1" status: 204 len: 168 time: 0.1982234 Feb 18 12:45:28.701374 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 53300) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:45:28.844466 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7bfd99ea-8007-4c34-ac38-3e29246c844f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:28.861779 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7bfd99ea-8007-4c34-ac38-3e29246c844f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:45:28.865917 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-7bfd99ea-8007-4c34-ac38-3e29246c844f admin admin] Usage tracker for resource:security_group_rule and tenant:b6c83f0fca964fcbb437781fc7381ba1 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:45:28.869057 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-7bfd99ea-8007-4c34-ac38-3e29246c844f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:45:28.875157 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7bfd99ea-8007-4c34-ac38-3e29246c844f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:45:28.966528 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7bfd99ea-8007-4c34-ac38-3e29246c844f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:28.969434 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7bfd99ea-8007-4c34-ac38-3e29246c844f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:28.979697 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-de5b8ae1-6e3a-4cde-bce7-4ff5dd119eef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:45:29.030253 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-7bfd99ea-8007-4c34-ac38-3e29246c844f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b6c83f0fca964fcbb437781fc7381ba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3273022 Feb 18 12:45:29.032073 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd99ea-8007-4c34-ac38-3e29246c844f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70b4577-b634-40a3-a891-f0b07ecc7fb4,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:45:29.033494 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 53306) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:45:29.041790 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7bfd99ea-8007-4c34-ac38-3e29246c844f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:45:29.109343 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3d281447-c4fe-4766-b220-c1556a7bda73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:29.139797 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3d281447-c4fe-4766-b220-c1556a7bda73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:29.193343 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3d281447-c4fe-4766-b220-c1556a7bda73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:29.198018 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b23f07fc-9216-4755-85fd-b1fa43330e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:45:29.213221 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d281447-c4fe-4766-b220-c1556a7bda73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70b4577-b634-40a3-a891-f0b07ecc7fb4,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:45:29.216454 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3d281447-c4fe-4766-b220-c1556a7bda73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:45:29.225705 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3d281447-c4fe-4766-b220-c1556a7bda73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:29.226963 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-3d281447-c4fe-4766-b220-c1556a7bda73 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b70b4577-b634-40a3-a891-f0b07ecc7fb4 HTTP/1.1" status: 204 len: 168 time: 0.1923940 Feb 18 12:45:29.575810 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 53314) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:45:29.596170 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a60fb85c-b3d9-4145-82e2-3526694bc47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:29.618563 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a60fb85c-b3d9-4145-82e2-3526694bc47f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:45:29.623209 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-a60fb85c-b3d9-4145-82e2-3526694bc47f admin admin] Usage tracker for resource:security_group_rule and tenant:181fd8f4a9c24acd9dd225aafa1f9fc8 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:45:29.626486 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-a60fb85c-b3d9-4145-82e2-3526694bc47f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:45:29.633786 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a60fb85c-b3d9-4145-82e2-3526694bc47f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:45:29.739974 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a60fb85c-b3d9-4145-82e2-3526694bc47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:29.743223 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a60fb85c-b3d9-4145-82e2-3526694bc47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:29.751662 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-45ac9d3b-a8ac-4c6d-b861-5e19f4094237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:45:29.799533 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60fb85c-b3d9-4145-82e2-3526694bc47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831c2ee9-d1cc-4d81-addc-c0fe4b259ffb,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:45:29.805300 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-a60fb85c-b3d9-4145-82e2-3526694bc47f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=181fd8f4a9c24acd9dd225aafa1f9fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281547 Feb 18 12:45:29.807695 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a60fb85c-b3d9-4145-82e2-3526694bc47f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:45:29.809867 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 53320) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:45:29.880792 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-baea7cfa-0602-4a27-b1a2-39bb702c437a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:29.912637 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-baea7cfa-0602-4a27-b1a2-39bb702c437a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:29.962568 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-baea7cfa-0602-4a27-b1a2-39bb702c437a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:29.968225 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3d281447-c4fe-4766-b220-c1556a7bda73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:45:29.987691 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea7cfa-0602-4a27-b1a2-39bb702c437a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831c2ee9-d1cc-4d81-addc-c0fe4b259ffb,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:45:29.991281 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-baea7cfa-0602-4a27-b1a2-39bb702c437a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:45:29.992523 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-baea7cfa-0602-4a27-b1a2-39bb702c437a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:29.995059 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-baea7cfa-0602-4a27-b1a2-39bb702c437a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/831c2ee9-d1cc-4d81-addc-c0fe4b259ffb HTTP/1.1" status: 204 len: 168 time: 0.1835513 Feb 18 12:45:30.792485 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 53344) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:45:30.943954 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-8dbc51bf-bb9f-4cbb-b620-6432c5d42431 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-169419361-network', 'tenant_id': 'd8436fd488594c00b3a27f4ade7e3820'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:45:30.953643 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-8dbc51bf-bb9f-4cbb-b620-6432c5d42431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:45:30.962045 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-8dbc51bf-bb9f-4cbb-b620-6432c5d42431 admin admin] Usage tracker for resource:network and tenant:d8436fd488594c00b3a27f4ade7e3820 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:45:30.967582 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-8dbc51bf-bb9f-4cbb-b620-6432c5d42431 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:45:30.978894 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-8dbc51bf-bb9f-4cbb-b620-6432c5d42431 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:45:30.993206 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbc51bf-bb9f-4cbb-b620-6432c5d42431 admin admin] Made reservation on behalf of d8436fd488594c00b3a27f4ade7e3820 for: {'network': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:45:30.999878 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8dbc51bf-bb9f-4cbb-b620-6432c5d42431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for network, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:31.014273 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8dbc51bf-bb9f-4cbb-b620-6432c5d42431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:31.025500 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fc69c06f-ebe4-4858-9e8b-9988fb7c7dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:31.032000 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-8dbc51bf-bb9f-4cbb-b620-6432c5d42431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:45:31.036306 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-8dbc51bf-bb9f-4cbb-b620-6432c5d42431 admin admin] Usage tracker for resource:security_group_rule and tenant:d8436fd488594c00b3a27f4ade7e3820 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:45:31.039585 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-8dbc51bf-bb9f-4cbb-b620-6432c5d42431 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:45:31.045648 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-8dbc51bf-bb9f-4cbb-b620-6432c5d42431 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:45:31.149375 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8dbc51bf-bb9f-4cbb-b620-6432c5d42431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:31.152866 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8dbc51bf-bb9f-4cbb-b620-6432c5d42431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:31.157442 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-68176268-b8e7-4146-bddd-50abc9b8a851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:45:31.189515 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dbc51bf-bb9f-4cbb-b620-6432c5d42431 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:45:31.204246 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc51bf-bb9f-4cbb-b620-6432c5d42431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff92471-4ebf-4fcc-a525-3c75d3af18bf,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:45:31.209109 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8dbc51bf-bb9f-4cbb-b620-6432c5d42431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:45:31.210174 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8dbc51bf-bb9f-4cbb-b620-6432c5d42431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:31.210556 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-8dbc51bf-bb9f-4cbb-b620-6432c5d42431 admin admin] Added segment 4f943f75-e43a-44bb-953e-78638c5ca02c of type vxlan for network 8103dded-9e8d-491b-a657-360bbd4362ea Feb 18 12:45:31.240709 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8dbc51bf-bb9f-4cbb-b620-6432c5d42431 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305820034079'] for network, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:31.275531 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8dbc51bf-bb9f-4cbb-b620-6432c5d42431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:31.277133 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbc51bf-bb9f-4cbb-b620-6432c5d42431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:31.277887 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8dbc51bf-bb9f-4cbb-b620-6432c5d42431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:31.284075 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-11a5e148-b4fc-4fc5-b214-d16bb28bc444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:45:31.405745 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-8dbc51bf-bb9f-4cbb-b620-6432c5d42431 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6115272 Feb 18 12:45:31.409423 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc51bf-bb9f-4cbb-b620-6432c5d42431 admin admin] Pushing event updated for resources: {'Network': ['ID=8103dded-9e8d-491b-a657-360bbd4362ea,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:45:31.409879 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 53350) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:45:31.413859 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8dbc51bf-bb9f-4cbb-b620-6432c5d42431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:45:31.422450 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-5174f827-0e07-4404-b831-02e91d358b99 admin admin] Request body: {'subnet': {'network_id': '8103dded-9e8d-491b-a657-360bbd4362ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-169419361-subnet', 'tenant_id': 'd8436fd488594c00b3a27f4ade7e3820', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:45:31.422931 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Network 8103dded-9e8d-491b-a657-360bbd4362ea details requested by agent ovs-agent-dv-cinder-776422-1-iscsi with host dv-cinder-776422-1-iscsi {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:45:31.433055 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5174f827-0e07-4404-b831-02e91d358b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:45:31.440380 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-5174f827-0e07-4404-b831-02e91d358b99 admin admin] Usage tracker for resource:subnet and tenant:d8436fd488594c00b3a27f4ade7e3820 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:45:31.444443 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Network 8103dded-9e8d-491b-a657-360bbd4362ea details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:45:31.446675 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-5174f827-0e07-4404-b831-02e91d358b99 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:45:31.458246 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5174f827-0e07-4404-b831-02e91d358b99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:45:31.474676 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5174f827-0e07-4404-b831-02e91d358b99 admin admin] Made reservation on behalf of d8436fd488594c00b3a27f4ade7e3820 for: {'subnet': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:45:31.483567 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5174f827-0e07-4404-b831-02e91d358b99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6620873'] for subnet, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:31.985262 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5174f827-0e07-4404-b831-02e91d358b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847922336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6620922'] for subnet, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:32.002545 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-23d4ce0f-a0da-4d38-b8cb-abc55b5dba5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:45:32.157262 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174f827-0e07-4404-b831-02e91d358b99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b48a2c5-3db9-44f2-9119-ec3bad8e9f98,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:45:32.163914 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5174f827-0e07-4404-b831-02e91d358b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:45:32.240930 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5174f827-0e07-4404-b831-02e91d358b99 admin admin] Checking segment: {'id': '4f943f75-e43a-44bb-953e-78638c5ca02c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8103dded-9e8d-491b-a657-360bbd4362ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:45:32.241328 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5174f827-0e07-4404-b831-02e91d358b99 admin admin] Network hostable DHCP agents. Network: 8103dded-9e8d-491b-a657-360bbd4362ea, hostable agents: ['bed05dfd-bd83-4319-8df6-46deac5f4b19'], hosted agents: [] {{(pid=83987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:45:32.264614 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5174f827-0e07-4404-b831-02e91d358b99 admin admin] Network 8103dded-9e8d-491b-a657-360bbd4362ea is scheduled to be hosted by DHCP agent bed05dfd-bd83-4319-8df6-46deac5f4b19 with binding_index 1 {{(pid=83987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:45:32.275620 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-5174f827-0e07-4404-b831-02e91d358b99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-iscsi, 8103dded-9e8d-491b-a657-360bbd4362ea) {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:45:32.287892 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc56873-ab07-43d8-ab15-d54b931513ac None None] Network 8103dded-9e8d-491b-a657-360bbd4362ea requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:45:32.289839 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5174f827-0e07-4404-b831-02e91d358b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:32.290509 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5174f827-0e07-4404-b831-02e91d358b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:32.320949 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-5174f827-0e07-4404-b831-02e91d358b99 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9093044 Feb 18 12:45:32.568278 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d12111-8274-41d2-8deb-951d5f40e39a None None] Network 8103dded-9e8d-491b-a657-360bbd4362ea requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:45:33.172060 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 53376) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:45:33.178722 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-3ae089a7-d0b4-443b-9276-cb34c963a6d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-460818645-network', 'tenant_id': '40751b722b084524bffb7bb0e20c60a1'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:45:33.184315 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-3ae089a7-d0b4-443b-9276-cb34c963a6d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:45:33.188630 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-3ae089a7-d0b4-443b-9276-cb34c963a6d2 admin admin] Usage tracker for resource:network and tenant:40751b722b084524bffb7bb0e20c60a1 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:45:33.193189 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-3ae089a7-d0b4-443b-9276-cb34c963a6d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:45:33.199369 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-3ae089a7-d0b4-443b-9276-cb34c963a6d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:45:33.209871 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae089a7-d0b4-443b-9276-cb34c963a6d2 admin admin] Made reservation on behalf of 40751b722b084524bffb7bb0e20c60a1 for: {'network': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:45:33.214828 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3ae089a7-d0b4-443b-9276-cb34c963a6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for network, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:33.233248 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3ae089a7-d0b4-443b-9276-cb34c963a6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:33.250033 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-3ae089a7-d0b4-443b-9276-cb34c963a6d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:45:33.255107 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-3ae089a7-d0b4-443b-9276-cb34c963a6d2 admin admin] Usage tracker for resource:security_group_rule and tenant:40751b722b084524bffb7bb0e20c60a1 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:45:33.258340 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-3ae089a7-d0b4-443b-9276-cb34c963a6d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:45:33.266944 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-3ae089a7-d0b4-443b-9276-cb34c963a6d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:45:33.364410 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3ae089a7-d0b4-443b-9276-cb34c963a6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:33.369270 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3ae089a7-d0b4-443b-9276-cb34c963a6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:33.377196 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a73dae0d-0d24-4554-894b-36b486461b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:45:33.412626 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae089a7-d0b4-443b-9276-cb34c963a6d2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=83987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:45:33.417848 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6e45da2e-5195-4448-825c-21a2d04de9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:33.428333 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae089a7-d0b4-443b-9276-cb34c963a6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd58d9f6-ec02-4b8b-b32d-dc40d841b920,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:45:33.433392 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3ae089a7-d0b4-443b-9276-cb34c963a6d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:45:33.434469 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3ae089a7-d0b4-443b-9276-cb34c963a6d2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731035333406', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:33.435051 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-3ae089a7-d0b4-443b-9276-cb34c963a6d2 admin admin] Added segment 39bdd9f0-43c2-4ba0-b146-310f378cb48d of type vxlan for network 4efb1839-5b87-4cfc-a5b3-ea20cdb73d40 Feb 18 12:45:33.467481 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3ae089a7-d0b4-443b-9276-cb34c963a6d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305820034079'] for network, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:33.501433 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3ae089a7-d0b4-443b-9276-cb34c963a6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:33.502772 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae089a7-d0b4-443b-9276-cb34c963a6d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:33.503428 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3ae089a7-d0b4-443b-9276-cb34c963a6d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:33.509154 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6234cc89-c7ca-48aa-84e3-88c3d8e57820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:45:33.627853 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-3ae089a7-d0b4-443b-9276-cb34c963a6d2 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4539466 Feb 18 12:45:33.630328 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 53380) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:45:33.633358 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae089a7-d0b4-443b-9276-cb34c963a6d2 admin admin] Pushing event updated for resources: {'Network': ['ID=4efb1839-5b87-4cfc-a5b3-ea20cdb73d40,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:45:33.639222 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-e16f6a51-b9de-4308-8e88-eff4982a4717 admin admin] Request body: {'subnet': {'network_id': '4efb1839-5b87-4cfc-a5b3-ea20cdb73d40', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-460818645-subnet', 'tenant_id': '40751b722b084524bffb7bb0e20c60a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:45:33.643252 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3ae089a7-d0b4-443b-9276-cb34c963a6d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:45:33.645295 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Network 4efb1839-5b87-4cfc-a5b3-ea20cdb73d40 details requested by agent ovs-agent-dv-cinder-776422-1-iscsi with host dv-cinder-776422-1-iscsi {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:45:33.646437 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-e16f6a51-b9de-4308-8e88-eff4982a4717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:45:33.651050 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-e16f6a51-b9de-4308-8e88-eff4982a4717 admin admin] Usage tracker for resource:subnet and tenant:40751b722b084524bffb7bb0e20c60a1 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:45:33.654297 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-e16f6a51-b9de-4308-8e88-eff4982a4717 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:45:33.661558 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-e16f6a51-b9de-4308-8e88-eff4982a4717 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:45:33.663901 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Network 4efb1839-5b87-4cfc-a5b3-ea20cdb73d40 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:45:33.671133 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16f6a51-b9de-4308-8e88-eff4982a4717 admin admin] Made reservation on behalf of 40751b722b084524bffb7bb0e20c60a1 for: {'subnet': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:45:33.676154 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e16f6a51-b9de-4308-8e88-eff4982a4717 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6620873'] for subnet, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:33.900751 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:34.178096 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e16f6a51-b9de-4308-8e88-eff4982a4717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847922336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6620922'] for subnet, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:34.195259 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-826a79b0-a6ad-4343-9fc7-60ddb015975d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:45:34.624065 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f6a51-b9de-4308-8e88-eff4982a4717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3ac8c41-232a-4086-b4d9-d6e9c2b54dae,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:45:34.630198 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e16f6a51-b9de-4308-8e88-eff4982a4717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:45:34.703846 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16f6a51-b9de-4308-8e88-eff4982a4717 admin admin] Checking segment: {'id': '39bdd9f0-43c2-4ba0-b146-310f378cb48d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4efb1839-5b87-4cfc-a5b3-ea20cdb73d40'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:45:34.704272 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16f6a51-b9de-4308-8e88-eff4982a4717 admin admin] Network hostable DHCP agents. Network: 4efb1839-5b87-4cfc-a5b3-ea20cdb73d40, hostable agents: ['bed05dfd-bd83-4319-8df6-46deac5f4b19'], hosted agents: [] {{(pid=83987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:45:34.727160 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16f6a51-b9de-4308-8e88-eff4982a4717 admin admin] Network 4efb1839-5b87-4cfc-a5b3-ea20cdb73d40 is scheduled to be hosted by DHCP agent bed05dfd-bd83-4319-8df6-46deac5f4b19 with binding_index 1 {{(pid=83987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:45:34.737155 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-e16f6a51-b9de-4308-8e88-eff4982a4717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-iscsi, 4efb1839-5b87-4cfc-a5b3-ea20cdb73d40) {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:45:34.749021 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dee8c7a-5b6a-4d36-8180-bb1b01ca2e01 None None] Network 4efb1839-5b87-4cfc-a5b3-ea20cdb73d40 requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:45:34.751063 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16f6a51-b9de-4308-8e88-eff4982a4717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:34.751717 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e16f6a51-b9de-4308-8e88-eff4982a4717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:34.787570 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-e16f6a51-b9de-4308-8e88-eff4982a4717 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1486056 Feb 18 12:45:34.999877 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400fa00f-c806-4b22-aa92-3bf479573096 None None] Network 4efb1839-5b87-4cfc-a5b3-ea20cdb73d40 requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:45:35.221534 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:35.564607 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:46.656967 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:47.450321 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2e471802-2ab4-4a5c-be4a-1c9b1478da6c req-e4a80cae-c2ad-461e-bc6a-bc24cf71e350 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0566640 Feb 18 12:45:47.606244 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2e471802-2ab4-4a5c-be4a-1c9b1478da6c req-4a2035df-bf2e-4208-9f4a-82f6ca4e3e1d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0585349 Feb 18 12:45:47.667542 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2e471802-2ab4-4a5c-be4a-1c9b1478da6c req-22d937f5-ce91-430e-af9b-aa82ae1c7c70 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333171 Feb 18 12:45:47.846663 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e471802-2ab4-4a5c-be4a-1c9b1478da6c req-c69d7680-a665-4666-8605-d59fef2e202a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:47.850042 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2e471802-2ab4-4a5c-be4a-1c9b1478da6c req-c69d7680-a665-4666-8605-d59fef2e202a service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1750093 Feb 18 12:45:52.690539 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 53544) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:45:52.772420 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Deleting subnet 2b48a2c5-3db9-44f2-9119-ec3bad8e9f98 {{(pid=83986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 12:45:52.776038 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:52.831012 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848766367'] for subnet, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:52.898301 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662214'] for subnet, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:53.226006 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5930089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5789196'] for subnet, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:53.243382 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-663f21c1-3469-4049-ab75-14f42f12b119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:45:53.354230 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b48a2c5-3db9-44f2-9119-ec3bad8e9f98,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:45:53.370362 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:53.370671 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:53.370971 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:53.371374 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:53.371799 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:53.372196 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:53.372587 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:53.372962 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:53.373348 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:53.373737 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:53.374124 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:53.374509 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:53.374972 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:53.375365 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:53.375777 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:53.376164 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:53.376550 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:53.376939 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:53.377326 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:53.377712 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:53.378104 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:53.379023 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:53.379412 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:53.379852 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:53.384525 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:45:53.439208 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:53.446974 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/2b48a2c5-3db9-44f2-9119-ec3bad8e9f98 HTTP/1.1" status: 204 len: 168 time: 0.7546246 Feb 18 12:45:53.449900 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 53550) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:45:53.579225 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c1c7b260-f240-4e83-b271-3d060b17aadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854250921'] for network, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:54.029515 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c1c7b260-f240-4e83-b271-3d060b17aadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665137', 'neutron.services.segments.db._delete_segments_for_network--9223363305819442394'] for network, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:54.157791 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-c1c7b260-f240-4e83-b271-3d060b17aadc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8103dded-9e8d-491b-a657-360bbd4362ea']}} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:45:54.172867 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-c1c7b260-f240-4e83-b271-3d060b17aadc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f943f75-e43a-44bb-953e-78638c5ca02c') {'for_net_delete': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:45:54.173169 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-c1c7b260-f240-4e83-b271-3d060b17aadc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f943f75-e43a-44bb-953e-78638c5ca02c') {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:45:54.186919 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c1c7b260-f240-4e83-b271-3d060b17aadc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305819444442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6009433'] for segment, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:54.205597 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c1c7b260-f240-4e83-b271-3d060b17aadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:54.209306 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c1c7b260-f240-4e83-b271-3d060b17aadc admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 12:45:54.468591 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-c1c7b260-f240-4e83-b271-3d060b17aadc admin admin] Network 8103dded-9e8d-491b-a657-360bbd4362ea has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:45:54.479785 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c1c7b260-f240-4e83-b271-3d060b17aadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-671673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848844856'] for segment, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:54.677118 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-c1c7b260-f240-4e83-b271-3d060b17aadc admin admin] Network 8103dded-9e8d-491b-a657-360bbd4362ea has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: Traceback (most recent call last): Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: timer() Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: cb(*args, **kw) Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: return func(*args, **kwargs) Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: self._notify() Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: self.callback(batched_events) Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: event.method(event) Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: segment_id)['aggregates'][0] Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: return f(self, *a, **k) Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: return self._get(url).json() Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: **kwargs) Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: return self.request(url, 'GET', **kwargs) Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: **endpoint_filter) Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:45:54.701709 dv-cinder-776422-1-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:45:54.784647 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c1c7b260-f240-4e83-b271-3d060b17aadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854110663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366916'] for network, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:54.789226 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c1c7b260-f240-4e83-b271-3d060b17aadc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:54.793212 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:45:54.814262 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7b260-f240-4e83-b271-3d060b17aadc admin admin] Pushing event deleted for resources: {'Network': ['ID=8103dded-9e8d-491b-a657-360bbd4362ea,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:45:54.818599 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-c1c7b260-f240-4e83-b271-3d060b17aadc admin admin] 10.222.0.83 "DELETE /v2.0/networks/8103dded-9e8d-491b-a657-360bbd4362ea HTTP/1.1" status: 204 len: 168 time: 1.3673413 Feb 18 12:45:54.820360 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c1c7b260-f240-4e83-b271-3d060b17aadc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:45:54.821742 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 53556) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:45:54.926783 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-7197145f-1107-450e-b154-a07d82e74264 admin admin] Deleting subnet b3ac8c41-232a-4086-b4d9-d6e9c2b54dae {{(pid=83986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 12:45:54.930202 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7197145f-1107-450e-b154-a07d82e74264 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:54.990174 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7197145f-1107-450e-b154-a07d82e74264 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848766367'] for subnet, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:55.055740 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7197145f-1107-450e-b154-a07d82e74264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662214'] for subnet, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:55.355837 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7197145f-1107-450e-b154-a07d82e74264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5930089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5789196'] for subnet, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:55.388902 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:45:55.567580 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197145f-1107-450e-b154-a07d82e74264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3ac8c41-232a-4086-b4d9-d6e9c2b54dae,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:45:55.585346 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7197145f-1107-450e-b154-a07d82e74264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:45:55.638910 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7197145f-1107-450e-b154-a07d82e74264 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:55.646675 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-7197145f-1107-450e-b154-a07d82e74264 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/b3ac8c41-232a-4086-b4d9-d6e9c2b54dae HTTP/1.1" status: 204 len: 168 time: 0.8235509 Feb 18 12:45:55.649824 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 53562) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:45:55.778229 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6639d48c-b8a5-4c62-a122-9860adb04894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854250921'] for network, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:55.988668 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6639d48c-b8a5-4c62-a122-9860adb04894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665137', 'neutron.services.segments.db._delete_segments_for_network--9223363305819442394'] for network, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:56.123511 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-6639d48c-b8a5-4c62-a122-9860adb04894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4efb1839-5b87-4cfc-a5b3-ea20cdb73d40']}} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:45:56.140461 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-6639d48c-b8a5-4c62-a122-9860adb04894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39bdd9f0-43c2-4ba0-b146-310f378cb48d') {'for_net_delete': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:45:56.140800 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-6639d48c-b8a5-4c62-a122-9860adb04894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39bdd9f0-43c2-4ba0-b146-310f378cb48d') {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:45:56.154301 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6639d48c-b8a5-4c62-a122-9860adb04894 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305819444442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6009433'] for segment, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:56.170908 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6639d48c-b8a5-4c62-a122-9860adb04894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:56.173164 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6639d48c-b8a5-4c62-a122-9860adb04894 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 12:45:56.375619 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-6639d48c-b8a5-4c62-a122-9860adb04894 admin admin] Network 4efb1839-5b87-4cfc-a5b3-ea20cdb73d40 has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:45:56.386592 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6639d48c-b8a5-4c62-a122-9860adb04894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-671673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848844856'] for segment, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:56.602897 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-6639d48c-b8a5-4c62-a122-9860adb04894 admin admin] Network 4efb1839-5b87-4cfc-a5b3-ea20cdb73d40 has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: Traceback (most recent call last): Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: timer() Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: cb(*args, **kw) Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: return func(*args, **kwargs) Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: self._notify() Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: self.callback(batched_events) Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: event.method(event) Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: segment_id)['aggregates'][0] Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: return f(self, *a, **k) Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: return self._get(url).json() Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: **kwargs) Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: return self.request(url, 'GET', **kwargs) Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: **endpoint_filter) Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:45:56.627629 dv-cinder-776422-1-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:45:56.712777 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6639d48c-b8a5-4c62-a122-9860adb04894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854110663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366916'] for network, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:56.716922 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:45:56.736507 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6639d48c-b8a5-4c62-a122-9860adb04894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:56.752771 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639d48c-b8a5-4c62-a122-9860adb04894 admin admin] Pushing event deleted for resources: {'Network': ['ID=4efb1839-5b87-4cfc-a5b3-ea20cdb73d40,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:45:56.756110 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6639d48c-b8a5-4c62-a122-9860adb04894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:45:56.758640 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-6639d48c-b8a5-4c62-a122-9860adb04894 admin admin] 10.222.0.83 "DELETE /v2.0/networks/4efb1839-5b87-4cfc-a5b3-ea20cdb73d40 HTTP/1.1" status: 204 len: 168 time: 1.1073968 Feb 18 12:45:56.993536 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 53570) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:45:57.052640 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-a653f9f5-192c-4cf9-a403-dddd24673299 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d8436fd488594c00b3a27f4ade7e3820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572257 Feb 18 12:45:57.055669 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 53574) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:45:57.125719 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:57.156926 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:57.216967 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:57.222431 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-56d3dca7-1da4-4690-9ec6-84ec941e1b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:45:57.236533 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff92471-4ebf-4fcc-a525-3c75d3af18bf,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:45:57.246553 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:57.247828 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fff92471-4ebf-4fcc-a525-3c75d3af18bf HTTP/1.1" status: 204 len: 168 time: 0.1910756 Feb 18 12:45:57.249485 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:57.249902 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:57.250316 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:57.250729 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:57.251107 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:57.251564 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:57.251945 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:57.252347 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:57.252745 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:57.253783 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:57.254039 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:57.254434 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:57.255326 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:57.255631 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:57.256302 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:57.256974 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:57.257656 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:57.258334 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:57.259021 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:57.259870 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:57.260662 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:57.261318 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:57.261985 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:57.262780 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:45:57.267624 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3eb8e284-5fca-450d-bfa8-d658cf22d39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:45:57.702973 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 53582) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:45:57.763234 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-71e94164-f752-421c-8fd9-eb01251f9dca admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=40751b722b084524bffb7bb0e20c60a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0586624 Feb 18 12:45:57.766323 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 53586) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:45:57.833802 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9f4dfa8e-d5c9-49e0-8634-1a4941b4f103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:57.864468 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9f4dfa8e-d5c9-49e0-8634-1a4941b4f103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:57.926504 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9f4dfa8e-d5c9-49e0-8634-1a4941b4f103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:57.932775 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bf846327-cd2d-4eb0-8686-7f66c59bcb05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:45:57.947683 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4dfa8e-d5c9-49e0-8634-1a4941b4f103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd58d9f6-ec02-4b8b-b32d-dc40d841b920,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:45:57.950389 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9f4dfa8e-d5c9-49e0-8634-1a4941b4f103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:45:57.955351 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9f4dfa8e-d5c9-49e0-8634-1a4941b4f103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:57.957734 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-9f4dfa8e-d5c9-49e0-8634-1a4941b4f103 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bd58d9f6-ec02-4b8b-b32d-dc40d841b920 HTTP/1.1" status: 204 len: 168 time: 0.1902387 Feb 18 12:45:59.316972 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:46:01.021059 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7699-7a60-4ad6-b4c4-696f9105b02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:02.548044 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 53640) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:46:02.757190 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6f3f8d13-6744-4f0b-9e9d-53d09a77b057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:02.789810 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6f3f8d13-6744-4f0b-9e9d-53d09a77b057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:46:02.797486 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-6f3f8d13-6744-4f0b-9e9d-53d09a77b057 admin admin] Usage tracker for resource:security_group_rule and tenant:7313d498e4dc48c2b616e932a8df70ff is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:46:02.804034 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-6f3f8d13-6744-4f0b-9e9d-53d09a77b057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:46:02.815264 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6f3f8d13-6744-4f0b-9e9d-53d09a77b057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:46:02.950368 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6f3f8d13-6744-4f0b-9e9d-53d09a77b057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:02.953758 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6f3f8d13-6744-4f0b-9e9d-53d09a77b057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:02.964262 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-61410834-ad02-4e2a-8272-b5f5102d3155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:46:03.010423 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-6f3f8d13-6744-4f0b-9e9d-53d09a77b057 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7313d498e4dc48c2b616e932a8df70ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4606504 Feb 18 12:46:03.012250 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f8d13-6744-4f0b-9e9d-53d09a77b057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d19b0ba-7b73-40a0-b216-d2f4d9e149f7,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:46:03.013568 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 53646) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:46:03.016151 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6f3f8d13-6744-4f0b-9e9d-53d09a77b057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:46:03.086483 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-35d7d02c-c147-4720-bdd2-c4fdb4e7d2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:03.119394 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-35d7d02c-c147-4720-bdd2-c4fdb4e7d2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:03.169934 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-35d7d02c-c147-4720-bdd2-c4fdb4e7d2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:03.176427 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3f7a7a01-96f8-4c0c-b063-e438192f6ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:46:03.191936 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7d02c-c147-4720-bdd2-c4fdb4e7d2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d19b0ba-7b73-40a0-b216-d2f4d9e149f7,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:46:03.195450 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-35d7d02c-c147-4720-bdd2-c4fdb4e7d2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:46:03.196310 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-35d7d02c-c147-4720-bdd2-c4fdb4e7d2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:03.197553 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-35d7d02c-c147-4720-bdd2-c4fdb4e7d2ea admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1d19b0ba-7b73-40a0-b216-d2f4d9e149f7 HTTP/1.1" status: 204 len: 168 time: 0.1829197 Feb 18 12:46:03.416154 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-43001711-3f28-492f-ad49-6986857d20af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:03.897906 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:05.178118 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:05.554989 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:16.676185 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:31.015906 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-68a702f6-c80c-4e2f-8079-36db2fa24cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:33.017373 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-9bcc0b43-d8a5-4efb-9227-f32a0287f777 req-0d14fddc-97af-4ec7-8339-7bb669f5f6cc service neutron] (83986) timed out ('10.222.0.99', 50546) {{(pid=83986) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 18 12:46:33.421392 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e7313572-25e8-4e36-b50b-7c94ccf70e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:33.908072 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:35.162980 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:35.572613 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:36.318937 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:46:46.686302 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:48.640534 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7470cb7f-bd3c-430f-994b-83fb62422c94 req-77bd11d1-065c-488c-9785-168f8ef08831 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2187564 Feb 18 12:46:48.761630 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470cb7f-bd3c-430f-994b-83fb62422c94 req-0d7adf87-ca79-4a79-ba25-43f9fc2e09f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:46:48.763294 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7470cb7f-bd3c-430f-994b-83fb62422c94 req-0d7adf87-ca79-4a79-ba25-43f9fc2e09f6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fff3f4ff6e52473eab85e6377277c4bd&device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 1162 time: 0.0852795 Feb 18 12:46:48.938291 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470cb7f-bd3c-430f-994b-83fb62422c94 req-c978a9b3-1403-4647-ad6a-c0ef601bc7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:46:48.941702 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7470cb7f-bd3c-430f-994b-83fb62422c94 req-c978a9b3-1403-4647-ad6a-c0ef601bc7e1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28 HTTP/1.1" status: 200 len: 910 time: 0.1559711 Feb 18 12:46:49.063589 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7470cb7f-bd3c-430f-994b-83fb62422c94 req-917a20e0-13fa-4b34-a8a6-cc5566b06da9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17409bb6-7a56-432a-80cb-0edb0682e1fe HTTP/1.1" status: 200 len: 1001 time: 0.1152673 Feb 18 12:46:49.145309 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470cb7f-bd3c-430f-994b-83fb62422c94 req-792409df-3517-4828-8155-40080354458d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:46:49.147674 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7470cb7f-bd3c-430f-994b-83fb62422c94 req-792409df-3517-4828-8155-40080354458d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e4044c87-5ed4-4e4e-a96f-b6177944301a HTTP/1.1" status: 200 len: 855 time: 0.0767314 Feb 18 12:46:49.239578 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470cb7f-bd3c-430f-994b-83fb62422c94 req-91926b00-885c-4e7b-acf1-61c97f42e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:46:49.241183 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7470cb7f-bd3c-430f-994b-83fb62422c94 req-91926b00-885c-4e7b-acf1-61c97f42e847 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0873573 Feb 18 12:46:49.401448 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7470cb7f-bd3c-430f-994b-83fb62422c94 req-8a16a918-aa59-4ef0-b5b0-5836d6a91d76 service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529918 Feb 18 12:46:49.573950 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7470cb7f-bd3c-430f-994b-83fb62422c94 req-8f1de2bb-9551-4fdc-9ecb-0f6c081aab53 service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1654403 Feb 18 12:47:01.023421 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ef007727-55eb-4a36-94d3-03e43b449eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:47:03.415997 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d4acd3e3-0512-4f51-bcd1-e9581c23168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:47:03.904862 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:47:05.169204 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:47:05.564130 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:47:13.320229 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:47:16.692400 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:47:31.019179 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4729ea2f-dc8f-4a9c-b459-c60f9681fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:47:33.420080 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1edd5fcf-6632-4fa9-8476-2e3c54b39bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:47:33.907086 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:47:35.163395 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:47:35.568288 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:47:46.692505 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:47:49.465010 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c8a60862-4d9b-4f00-916c-38ca4c483384 req-9e911e8a-a30f-44be-b34d-f929a05522ab service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0499616 Feb 18 12:47:49.613380 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c8a60862-4d9b-4f00-916c-38ca4c483384 req-24be5d1e-b96a-4503-a8a9-75b28ca3b45c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0544760 Feb 18 12:47:49.673416 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c8a60862-4d9b-4f00-916c-38ca4c483384 req-57580cdc-03f9-49b2-b8dd-b0289329ff8c service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312080 Feb 18 12:47:49.833580 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a60862-4d9b-4f00-916c-38ca4c483384 req-c8ecba1d-e7f2-4171-b54e-ee5efc7930db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:47:49.835204 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c8a60862-4d9b-4f00-916c-38ca4c483384 req-c8ecba1d-e7f2-4171-b54e-ee5efc7930db service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1552825 Feb 18 12:47:50.321889 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:48:01.015423 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b0f1006b-3191-4b83-9632-be89a4759129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:03.433801 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0c50adff-9de1-4156-9331-8600510eb592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:03.917310 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:05.168063 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:05.570208 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:16.707053 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:27.322510 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:48:31.009049 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ddab218b-e585-4185-b83e-749e853e87e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:33.429959 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8a84e11b-b51c-4afb-93d5-7413a0cecfb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:33.923306 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:35.173933 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:35.572045 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:46.709590 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:51.539832 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f15ff9f4-6810-4560-b086-9e5e7c2d7fda req-34db0aac-cf6d-4c0d-9717-e3255a6478a8 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0910838 Feb 18 12:48:51.659715 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ff9f4-6810-4560-b086-9e5e7c2d7fda req-a2752712-ec33-4612-984e-11ccf2f0f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:51.661424 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f15ff9f4-6810-4560-b086-9e5e7c2d7fda req-a2752712-ec33-4612-984e-11ccf2f0f977 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fff3f4ff6e52473eab85e6377277c4bd&device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 1162 time: 0.0860889 Feb 18 12:48:51.834487 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ff9f4-6810-4560-b086-9e5e7c2d7fda req-bc1c630b-d1fe-490b-b964-ae895ac81060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:51.836207 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f15ff9f4-6810-4560-b086-9e5e7c2d7fda req-bc1c630b-d1fe-490b-b964-ae895ac81060 service neutron] 10.222.0.99 "GET /v2.0/networks?id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28 HTTP/1.1" status: 200 len: 910 time: 0.1512163 Feb 18 12:48:51.957198 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f15ff9f4-6810-4560-b086-9e5e7c2d7fda req-1ffe0f86-f0cd-4f83-b670-56c02dc0c4cd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17409bb6-7a56-432a-80cb-0edb0682e1fe HTTP/1.1" status: 200 len: 1001 time: 0.1125658 Feb 18 12:48:52.030890 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ff9f4-6810-4560-b086-9e5e7c2d7fda req-784743a8-6faf-44a5-afa9-026e7daec7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:52.032588 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f15ff9f4-6810-4560-b086-9e5e7c2d7fda req-784743a8-6faf-44a5-afa9-026e7daec7a1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e4044c87-5ed4-4e4e-a96f-b6177944301a HTTP/1.1" status: 200 len: 855 time: 0.0691259 Feb 18 12:48:52.127675 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ff9f4-6810-4560-b086-9e5e7c2d7fda req-7274d748-0c6a-4f49-b4ad-da93f0ddd423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:52.129618 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f15ff9f4-6810-4560-b086-9e5e7c2d7fda req-7274d748-0c6a-4f49-b4ad-da93f0ddd423 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0903010 Feb 18 12:48:52.295122 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f15ff9f4-6810-4560-b086-9e5e7c2d7fda req-fcfeba64-1a19-447f-ad74-948f7c9c0e0a service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583483 Feb 18 12:48:52.457464 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f15ff9f4-6810-4560-b086-9e5e7c2d7fda req-50ca0d77-e8c8-423d-aa79-d65f3febd83e service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1546679 Feb 18 12:49:01.014132 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ffb8e55b-6a8c-4ad8-9846-54555298f0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:49:03.435462 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f04786d0-e0ce-451f-9301-408928f1ac8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:49:03.915801 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:49:04.323954 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:49:05.182374 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:49:05.573573 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:49:16.735864 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:49:31.020640 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f260d3df-af17-4b89-b4a5-99076f2f946b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:49:33.447985 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6be7bf54-d3b3-4dc2-a760-b9975a09e022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:49:33.921351 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:49:35.181245 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:49:35.579129 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:49:41.326573 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:49:46.737196 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:49:51.448552 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2d976544-925b-4f19-b5e6-a7b2a28d767b req-f164297c-2435-4215-9ff1-28cc84326d68 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0661581 Feb 18 12:49:51.596241 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2d976544-925b-4f19-b5e6-a7b2a28d767b req-4a8a8249-c6d1-43a5-b603-db46ae3721ee service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0535891 Feb 18 12:49:51.655071 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2d976544-925b-4f19-b5e6-a7b2a28d767b req-6ff7a6a0-ad31-4f5c-b3a0-fd749365748e service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309443 Feb 18 12:49:51.810330 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d976544-925b-4f19-b5e6-a7b2a28d767b req-1a0d0dae-9fb0-43d5-832c-20b04d9c93a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:49:51.812325 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2d976544-925b-4f19-b5e6-a7b2a28d767b req-1a0d0dae-9fb0-43d5-832c-20b04d9c93a3 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1515672 Feb 18 12:50:01.025320 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a2a7e6ca-7e03-4c65-8486-43ad63567e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:03.442894 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e670b2ed-f916-4066-b117-96f34e05b9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:03.923948 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:05.177735 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:05.582219 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:16.769465 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:18.328001 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:50:31.019110 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c0301539-57ff-433a-b8aa-700dcce1053f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:33.447655 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a867c067-7cb8-44dd-b92f-52ba7a90629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:33.924950 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:35.176644 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:35.587003 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:46.791806 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:53.526718 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-76119a53-046c-434f-b400-f64462846847 req-b5a9a0dc-7fa8-4da6-91fc-f621ddcec43a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0895107 Feb 18 12:50:53.675135 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76119a53-046c-434f-b400-f64462846847 req-88c30530-806f-4737-9e94-a3bf231d5424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:50:53.678112 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-76119a53-046c-434f-b400-f64462846847 req-88c30530-806f-4737-9e94-a3bf231d5424 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fff3f4ff6e52473eab85e6377277c4bd&device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 1162 time: 0.1142974 Feb 18 12:50:53.854836 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76119a53-046c-434f-b400-f64462846847 req-7fccd5a3-c7bd-4ac2-95f4-cc15f1029ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:50:53.857092 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-76119a53-046c-434f-b400-f64462846847 req-7fccd5a3-c7bd-4ac2-95f4-cc15f1029ea7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28 HTTP/1.1" status: 200 len: 910 time: 0.1581681 Feb 18 12:50:53.975144 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-76119a53-046c-434f-b400-f64462846847 req-86fee458-5299-45b0-9d90-e61eda51bc3c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17409bb6-7a56-432a-80cb-0edb0682e1fe HTTP/1.1" status: 200 len: 1001 time: 0.1115446 Feb 18 12:50:54.057303 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76119a53-046c-434f-b400-f64462846847 req-84c696b0-8d97-47a3-8b7c-7dfe0c6a9da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:50:54.059101 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-76119a53-046c-434f-b400-f64462846847 req-84c696b0-8d97-47a3-8b7c-7dfe0c6a9da2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e4044c87-5ed4-4e4e-a96f-b6177944301a HTTP/1.1" status: 200 len: 855 time: 0.0758591 Feb 18 12:50:54.147623 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76119a53-046c-434f-b400-f64462846847 req-fc57476c-e266-40c2-9277-25b5be91470d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:50:54.149413 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-76119a53-046c-434f-b400-f64462846847 req-fc57476c-e266-40c2-9277-25b5be91470d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840163 Feb 18 12:50:54.327424 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-76119a53-046c-434f-b400-f64462846847 req-a0870976-17aa-46d2-9cdb-a21f10a17f0d service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697664 Feb 18 12:50:54.494089 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-76119a53-046c-434f-b400-f64462846847 req-a57034cf-aa98-4092-a3e5-d4842225adc8 service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1597848 Feb 18 12:50:55.336683 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:51:01.024667 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3f9434cf-ff2a-4969-877b-8ff8b859623d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:03.461416 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5e72fc85-95a5-4c3f-a547-3d3bb8320e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:03.926928 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:05.173959 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:05.597329 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:16.818005 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:21.679358 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb930ff6-8254-4a2a-9c4d-e62691f0a6f4 req-5f43b5ae-dc6d-43bf-866a-8dc09bad2c3e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:21.681106 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cb930ff6-8254-4a2a-9c4d-e62691f0a6f4 req-5f43b5ae-dc6d-43bf-866a-8dc09bad2c3e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.4316847 Feb 18 12:51:21.740235 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cb930ff6-8254-4a2a-9c4d-e62691f0a6f4 req-a0f1c59a-dcda-4326-9dda-0c3c6e7be906 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506351 Feb 18 12:51:23.005346 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8a1b5-4e82-4dc2-8b30-d3f34f6f86f6 req-6ec5b9a8-6a7a-4387-9f70-be8f1779ea0b tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:23.007479 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cfc8a1b5-4e82-4dc2-8b30-d3f34f6f86f6 req-6ec5b9a8-6a7a-4387-9f70-be8f1779ea0b tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.1332631 Feb 18 12:51:23.061283 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cfc8a1b5-4e82-4dc2-8b30-d3f34f6f86f6 req-2033a35b-0f50-49ad-8417-b5c362d18379 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456598 Feb 18 12:51:24.319350 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da1733-030d-40c4-81c1-a0eaa5be5c80 req-50c3c251-1f6c-4f0b-8154-819a9b7b6de6 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:24.321267 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b2da1733-030d-40c4-81c1-a0eaa5be5c80 req-50c3c251-1f6c-4f0b-8154-819a9b7b6de6 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.1011562 Feb 18 12:51:24.417328 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b2da1733-030d-40c4-81c1-a0eaa5be5c80 req-30970d6d-61fa-43bc-81b1-d3822b81f299 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856314 Feb 18 12:51:25.658099 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d355a9-059f-4eea-a881-243391c9652b req-1baeccf3-2c6d-43a3-88f8-5285a2738293 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:25.659959 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-72d355a9-059f-4eea-a881-243391c9652b req-1baeccf3-2c6d-43a3-88f8-5285a2738293 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.1103396 Feb 18 12:51:25.722648 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-72d355a9-059f-4eea-a881-243391c9652b req-ffa6dfea-dae2-4c92-bb0d-c2ba775696ff tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494277 Feb 18 12:51:25.965591 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-9478763c-a0ac-4538-856c-ead4a0cc7689 req-6138a862-602d-41f4-983e-b2d4fbc2944f service neutron] (83987) timed out ('10.222.0.83', 48750) {{(pid=83987) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 18 12:51:26.944375 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de8139-d7ee-401e-872a-e7dc26db8df1 req-b1b53ac7-070d-45c6-9c93-e62aaa241b7a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:26.946529 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b6de8139-d7ee-401e-872a-e7dc26db8df1 req-b1b53ac7-070d-45c6-9c93-e62aaa241b7a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.0993133 Feb 18 12:51:27.000780 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b6de8139-d7ee-401e-872a-e7dc26db8df1 req-8f673b7b-11a7-4c8d-828e-56bf29e31a56 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470703 Feb 18 12:51:28.229475 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0ab5d-c01f-4104-a592-5501003c4c50 req-44a6fce0-2e35-4315-9fb8-fd1f071ceafa tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:28.231264 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3aa0ab5d-c01f-4104-a592-5501003c4c50 req-44a6fce0-2e35-4315-9fb8-fd1f071ceafa tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.0961061 Feb 18 12:51:28.285706 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3aa0ab5d-c01f-4104-a592-5501003c4c50 req-e534fb05-2f1b-4296-99de-4995f94557bf tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476596 Feb 18 12:51:29.513290 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267caea8-8b68-4aa0-b134-1488b086fc6e req-9b1662b4-1cdd-4279-9085-906c7c535c73 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:29.515012 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-267caea8-8b68-4aa0-b134-1488b086fc6e req-9b1662b4-1cdd-4279-9085-906c7c535c73 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.0987997 Feb 18 12:51:29.581616 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-267caea8-8b68-4aa0-b134-1488b086fc6e req-a3f75132-e168-4897-bca8-01659204540b tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560851 Feb 18 12:51:30.905462 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decae2f6-eb67-45cf-ba28-9ed0bdc52f53 req-6dfc9ecd-87ab-4faa-be88-91a4be1eb48c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:30.907202 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-decae2f6-eb67-45cf-ba28-9ed0bdc52f53 req-6dfc9ecd-87ab-4faa-be88-91a4be1eb48c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.0998971 Feb 18 12:51:30.962553 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-decae2f6-eb67-45cf-ba28-9ed0bdc52f53 req-346abc5b-9e88-4ceb-b0f3-b76f9260d3e5 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481491 Feb 18 12:51:31.030402 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c2602895-3b4f-4dbe-a1ec-7c532783abc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:32.261611 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577a4c1-9ac2-4349-aea0-b05f96405ba8 req-89dfe498-7765-46cd-8480-e03d38d6e487 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:32.265412 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a577a4c1-9ac2-4349-aea0-b05f96405ba8 req-89dfe498-7765-46cd-8480-e03d38d6e487 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.1711164 Feb 18 12:51:32.317915 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a577a4c1-9ac2-4349-aea0-b05f96405ba8 req-49839bb4-1fd6-4c4e-a6c1-c8580d012322 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454817 Feb 18 12:51:32.336301 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:51:33.457340 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-64a1d104-0ac0-4742-8223-a579713b0fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:33.669636 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946c063-1c85-40ef-9bda-abc614f90460 req-e1340f1e-9549-460e-a6c6-7fd23f250cae tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:33.671286 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b946c063-1c85-40ef-9bda-abc614f90460 req-e1340f1e-9549-460e-a6c6-7fd23f250cae tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.0993698 Feb 18 12:51:33.742882 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b946c063-1c85-40ef-9bda-abc614f90460 req-bc6dfb4e-2223-40e7-81f5-b35409318c41 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639729 Feb 18 12:51:33.930596 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:34.994445 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186dc051-7117-49ff-b02e-90ff95c8cbce req-c5d9e8b0-a390-4fa6-9144-671702f4087a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:34.996210 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-186dc051-7117-49ff-b02e-90ff95c8cbce req-c5d9e8b0-a390-4fa6-9144-671702f4087a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.1270480 Feb 18 12:51:35.086778 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-186dc051-7117-49ff-b02e-90ff95c8cbce req-0d50f06b-7c8a-4835-a240-8227e89f6791 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814519 Feb 18 12:51:35.168897 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:35.591917 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:36.307631 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f36fd2-3842-4c7e-8df2-e013d9af7b0e req-dfc77067-105e-4310-8eca-3249e9b52d36 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:36.310223 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-43f36fd2-3842-4c7e-8df2-e013d9af7b0e req-dfc77067-105e-4310-8eca-3249e9b52d36 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.0954714 Feb 18 12:51:36.369089 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-43f36fd2-3842-4c7e-8df2-e013d9af7b0e req-01620556-5782-451c-96ce-c3afbe2f250c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520728 Feb 18 12:51:37.608870 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f28a09-1d27-4358-a425-0f45f456324c req-94ed3ea6-6837-473a-9811-188cce459957 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:37.610557 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e5f28a09-1d27-4358-a425-0f45f456324c req-94ed3ea6-6837-473a-9811-188cce459957 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.1145716 Feb 18 12:51:37.667561 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e5f28a09-1d27-4358-a425-0f45f456324c req-f9808541-14f1-4b6e-86b8-a57b58b5d9e4 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498216 Feb 18 12:51:38.910868 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b15bb-6e6c-44d5-a9ae-08c14e8de38e req-019d2594-b3fd-4096-b593-4a365b40c29d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:38.912703 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-572b15bb-6e6c-44d5-a9ae-08c14e8de38e req-019d2594-b3fd-4096-b593-4a365b40c29d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.0956516 Feb 18 12:51:38.962924 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-572b15bb-6e6c-44d5-a9ae-08c14e8de38e req-844cc3d1-fc6f-478d-b925-57cbc1d5bbdd tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436001 Feb 18 12:51:40.213978 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6de7d-3eb2-4ef5-8b27-1af05b444bf3 req-8fd0c54f-b521-4891-bfb2-d75ed4926028 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:40.217066 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-94d6de7d-3eb2-4ef5-8b27-1af05b444bf3 req-8fd0c54f-b521-4891-bfb2-d75ed4926028 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.0977383 Feb 18 12:51:40.311802 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-94d6de7d-3eb2-4ef5-8b27-1af05b444bf3 req-9b6844fb-7d81-42e6-baa7-7be41eefa401 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854290 Feb 18 12:51:41.694046 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0815ae-9c56-423b-b814-8b3d09b32e75 req-28bb114c-8776-4cc7-abc4-2051500f50dd tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:41.698416 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fa0815ae-9c56-423b-b814-8b3d09b32e75 req-28bb114c-8776-4cc7-abc4-2051500f50dd tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.1790953 Feb 18 12:51:41.800377 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fa0815ae-9c56-423b-b814-8b3d09b32e75 req-05fd41e8-44bf-4d05-9f1c-3d913fbb8488 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920432 Feb 18 12:51:43.109576 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8900e-9d86-4029-b4e8-204ecf8642d4 req-da1d584d-9d39-4207-b657-2994909ae86e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:43.111252 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d8d8900e-9d86-4029-b4e8-204ecf8642d4 req-da1d584d-9d39-4207-b657-2994909ae86e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.1066113 Feb 18 12:51:43.187204 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d8d8900e-9d86-4029-b4e8-204ecf8642d4 req-53f98e53-7601-4639-a74e-9c8196046361 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552053 Feb 18 12:51:44.469055 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880d894-5262-4682-a14a-6ea9adcd0d99 req-c8c0cc3e-5aba-4f80-bdb5-992f03b621ed tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:44.470921 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5880d894-5262-4682-a14a-6ea9adcd0d99 req-c8c0cc3e-5aba-4f80-bdb5-992f03b621ed tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.1170039 Feb 18 12:51:44.545243 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5880d894-5262-4682-a14a-6ea9adcd0d99 req-0b020083-5b7d-4b69-bafd-1387bb6dca85 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665631 Feb 18 12:51:45.842471 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55728094-4d82-4480-9c23-fc855d18c290 req-1a63c925-dddf-4cb1-9e32-7ae01cb754e7 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:45.845331 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-55728094-4d82-4480-9c23-fc855d18c290 req-1a63c925-dddf-4cb1-9e32-7ae01cb754e7 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.1467035 Feb 18 12:51:45.908208 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-55728094-4d82-4480-9c23-fc855d18c290 req-460ad6a2-5f01-4ed0-b4a2-2812aeaf6e0d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549235 Feb 18 12:51:46.843610 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:47.240847 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b1df9-133e-4e6e-9533-e64765009b6c req-31f7249a-1b4d-4b11-9de4-44e5a1198880 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:47.242651 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5b2b1df9-133e-4e6e-9533-e64765009b6c req-31f7249a-1b4d-4b11-9de4-44e5a1198880 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.1161101 Feb 18 12:51:47.319815 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5b2b1df9-133e-4e6e-9533-e64765009b6c req-7abefbb5-f0c5-4d89-9041-303862e46cda tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626688 Feb 18 12:51:48.876671 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3318b-8119-4015-91ac-42ab6dfe5b45 req-579d188b-2839-4eb2-a770-7e2e87cdd720 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:48.892041 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d8c3318b-8119-4015-91ac-42ab6dfe5b45 req-579d188b-2839-4eb2-a770-7e2e87cdd720 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.2674012 Feb 18 12:51:48.980504 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d8c3318b-8119-4015-91ac-42ab6dfe5b45 req-fa8441f5-5d96-4a87-bba4-a0d424d2053e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862925 Feb 18 12:51:50.302468 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc689f1c-a526-4e1e-a7dd-b32e569fdb3a req-1a22ca7c-1523-4fe9-b296-36de0d09264f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:50.305191 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dc689f1c-a526-4e1e-a7dd-b32e569fdb3a req-1a22ca7c-1523-4fe9-b296-36de0d09264f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.1703074 Feb 18 12:51:50.364765 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dc689f1c-a526-4e1e-a7dd-b32e569fdb3a req-b37bc32a-56a9-465e-82cb-f64de0988fef tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530901 Feb 18 12:51:51.597485 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982b96c-d3ba-4a05-ae31-a2ed289ad3d9 req-8ad833ee-00e4-4651-a60e-1e8ed56a1fd7 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:51.599182 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6982b96c-d3ba-4a05-ae31-a2ed289ad3d9 req-8ad833ee-00e4-4651-a60e-1e8ed56a1fd7 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.1059184 Feb 18 12:51:51.657968 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6982b96c-d3ba-4a05-ae31-a2ed289ad3d9 req-aff7de8d-b368-4b3e-8cd7-ffd26dc63ee5 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455782 Feb 18 12:51:52.242167 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51859b9-7355-4514-b904-9a1959343d6b req-4a3450bf-8700-4393-8ddc-75b0af9ce44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:52.243791 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d51859b9-7355-4514-b904-9a1959343d6b req-4a3450bf-8700-4393-8ddc-75b0af9ce44a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fff3f4ff6e52473eab85e6377277c4bd&device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 1162 time: 0.1362712 Feb 18 12:51:52.398003 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51859b9-7355-4514-b904-9a1959343d6b req-8a83ba28-a157-4acb-9165-c3852a990b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:52.399672 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d51859b9-7355-4514-b904-9a1959343d6b req-8a83ba28-a157-4acb-9165-c3852a990b63 service neutron] 10.222.0.99 "GET /v2.0/networks?id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28 HTTP/1.1" status: 200 len: 910 time: 0.1488459 Feb 18 12:51:52.515473 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d51859b9-7355-4514-b904-9a1959343d6b req-4c61d4df-d3e8-4475-952f-747fb40cfc9f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17409bb6-7a56-432a-80cb-0edb0682e1fe HTTP/1.1" status: 200 len: 1001 time: 0.1090348 Feb 18 12:51:52.591639 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51859b9-7355-4514-b904-9a1959343d6b req-ae9a24a8-fe72-4d3a-8645-df412e10d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:52.593207 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d51859b9-7355-4514-b904-9a1959343d6b req-ae9a24a8-fe72-4d3a-8645-df412e10d5ae service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e4044c87-5ed4-4e4e-a96f-b6177944301a HTTP/1.1" status: 200 len: 855 time: 0.0708573 Feb 18 12:51:52.680620 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51859b9-7355-4514-b904-9a1959343d6b req-8f3d39b9-a7d0-455c-8357-c9e99be2b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:52.682275 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d51859b9-7355-4514-b904-9a1959343d6b req-8f3d39b9-a7d0-455c-8357-c9e99be2b491 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0821495 Feb 18 12:51:52.844114 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d51859b9-7355-4514-b904-9a1959343d6b req-c974ffbd-f5a6-463a-9a1f-b45413b11f5f service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541185 Feb 18 12:51:52.908551 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e33512-08fb-4367-8252-2a8dea950893 req-9d190b71-682e-4644-aa3e-b4afc0dd665a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:52.910234 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f1e33512-08fb-4367-8252-2a8dea950893 req-9d190b71-682e-4644-aa3e-b4afc0dd665a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.1020629 Feb 18 12:51:52.966702 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f1e33512-08fb-4367-8252-2a8dea950893 req-05dfda01-db95-4e1a-b1d2-2dd0bffc07b7 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492334 Feb 18 12:51:53.000895 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d51859b9-7355-4514-b904-9a1959343d6b req-4437c65e-434a-4591-b0a9-6fefc3252e32 service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1501713 Feb 18 12:51:53.432761 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-62b32aaa-fc99-41f7-999f-7d1da50c9aaa req-c207d22e-78b3-4e6c-a33d-73df058ab65a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0643680 Feb 18 12:51:53.594040 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-62b32aaa-fc99-41f7-999f-7d1da50c9aaa req-4c26c552-aa7e-4610-b333-c202d709d4f4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0538969 Feb 18 12:51:53.653673 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-62b32aaa-fc99-41f7-999f-7d1da50c9aaa req-1404424a-a10c-42b4-84ff-dffc209dc04b service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322821 Feb 18 12:51:53.861175 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b32aaa-fc99-41f7-999f-7d1da50c9aaa req-e5a546ba-8d31-4de7-b27b-83fbf43e2e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:53.863741 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-62b32aaa-fc99-41f7-999f-7d1da50c9aaa req-e5a546ba-8d31-4de7-b27b-83fbf43e2e18 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2031510 Feb 18 12:51:54.195676 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07530430-7e65-4fca-a571-bfa5ff1f912d req-03bd3e50-4ebb-4cbb-8f6f-617d5b2705b5 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:54.197424 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-07530430-7e65-4fca-a571-bfa5ff1f912d req-03bd3e50-4ebb-4cbb-8f6f-617d5b2705b5 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.0973117 Feb 18 12:51:54.251312 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-07530430-7e65-4fca-a571-bfa5ff1f912d req-1559597d-0b72-4caa-9097-27a1d22bfc66 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469813 Feb 18 12:51:55.160309 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 17409bb6-7a56-432a-80cb-0edb0682e1fe no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:51:55.359656 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:55.409886 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a900eaac-f503-445f-bd7b-7ceb1a7cc739', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17409bb6-7a56-432a-80cb-0edb0682e1fe'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:51:55.422303 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port 17409bb6-7a56-432a-80cb-0edb0682e1fe, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=17409bb6-7a56-432a-80cb-0edb0682e1fe,segment=NetworkSegment(4bdb087e-bbe6-4ba9-a0a9-e1159b18d382),segment_id=4bdb087e-bbe6-4ba9-a0a9-e1159b18d382)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:51:55.426138 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:55.429170 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:51:55.520181 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=17409bb6-7a56-432a-80cb-0edb0682e1fe,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:51:55.532253 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:55.532611 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:55.533014 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:55.533396 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:55.533774 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:55.534338 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:55.534885 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:55.535268 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:55.535850 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:55.536237 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:55.536631 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:55.536995 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:55.537593 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:55.537932 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:55.538411 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:55.538791 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:55.539165 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:55.539564 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:55.539998 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:55.540370 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:55.540725 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:55.541054 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:55.541432 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:55.541786 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:55.547837 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:51:55.549996 dv-cinder-776422-1-iscsi neutron-server[83873]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a900eaac-f503-445f-bd7b-7ceb1a7cc739', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '17409bb6-7a56-432a-80cb-0edb0682e1fe', 'code': 422} returned with failed status Feb 18 12:51:55.606435 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-4dc8f5e8-e862-4811-a859-4a89d0c8b2c7 req-2e94e081-2307-4c52-b473-3f323ad5464f service neutron] (83986) timed out ('10.222.0.99', 50520) {{(pid=83986) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 18 12:51:56.165000 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4d317-c9f9-4480-9058-122b8b728672 req-72493316-d69b-44a6-aaaa-b7515800c0c3 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:56.166730 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c8a4d317-c9f9-4480-9058-122b8b728672 req-72493316-d69b-44a6-aaaa-b7515800c0c3 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 943 time: 0.1005232 Feb 18 12:51:56.180321 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 54430) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:51:56.230300 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c8a4d317-c9f9-4480-9058-122b8b728672 req-b6b9797e-d58c-421b-b968-0c2bbda960ee tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540662 Feb 18 12:51:56.329407 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2e71582-8963-49cc-9f98-e9a7c066de8a req-255f0e47-30e9-47fa-b50a-2f5543f06e7b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1473563 Feb 18 12:51:57.104761 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e71582-8963-49cc-9f98-e9a7c066de8a req-14ddc499-e250-4812-8c13-ab1a161eca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:57.106528 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2e71582-8963-49cc-9f98-e9a7c066de8a req-14ddc499-e250-4812-8c13-ab1a161eca41 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739&tenant_id=fff3f4ff6e52473eab85e6377277c4bd HTTP/1.1" status: 200 len: 1160 time: 0.0886576 Feb 18 12:51:57.222110 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e71582-8963-49cc-9f98-e9a7c066de8a req-61638f75-29af-41c5-9232-203eab0f30a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:57.223818 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2e71582-8963-49cc-9f98-e9a7c066de8a req-61638f75-29af-41c5-9232-203eab0f30a9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fff3f4ff6e52473eab85e6377277c4bd&device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 1160 time: 0.0821745 Feb 18 12:51:57.427310 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e71582-8963-49cc-9f98-e9a7c066de8a req-4f57f11b-62c1-4c88-869e-f032a31436db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:57.429060 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2e71582-8963-49cc-9f98-e9a7c066de8a req-4f57f11b-62c1-4c88-869e-f032a31436db service neutron] 10.222.0.99 "GET /v2.0/networks?id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28 HTTP/1.1" status: 200 len: 910 time: 0.1987832 Feb 18 12:51:57.509300 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1ba2c-aec8-482f-a0e4-69b1c2e63eea req-a6e11047-6c1f-4a69-8d32-dd0de1129ee9 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:57.510972 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-28c1ba2c-aec8-482f-a0e4-69b1c2e63eea req-a6e11047-6c1f-4a69-8d32-dd0de1129ee9 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 943 time: 0.0969028 Feb 18 12:51:57.555954 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2e71582-8963-49cc-9f98-e9a7c066de8a req-bec9f2b2-97bb-408c-9e48-b9827407fd77 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17409bb6-7a56-432a-80cb-0edb0682e1fe HTTP/1.1" status: 200 len: 999 time: 0.1201613 Feb 18 12:51:57.562804 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-28c1ba2c-aec8-482f-a0e4-69b1c2e63eea req-cb16eb5c-20f4-4031-8eeb-c9bbe7e15882 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446622 Feb 18 12:51:57.630832 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e71582-8963-49cc-9f98-e9a7c066de8a req-16b9d4ba-13b8-42eb-b843-4559343c81ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:57.632506 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2e71582-8963-49cc-9f98-e9a7c066de8a req-16b9d4ba-13b8-42eb-b843-4559343c81ac service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e4044c87-5ed4-4e4e-a96f-b6177944301a HTTP/1.1" status: 200 len: 855 time: 0.0693731 Feb 18 12:51:57.725878 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e71582-8963-49cc-9f98-e9a7c066de8a req-ac84a887-b98a-4473-acc7-47d054f55184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:57.727559 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2e71582-8963-49cc-9f98-e9a7c066de8a req-ac84a887-b98a-4473-acc7-47d054f55184 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0885990 Feb 18 12:51:57.896263 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2e71582-8963-49cc-9f98-e9a7c066de8a req-40f3bf93-c05b-4817-b1e8-6d5ce61ce65b service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618044 Feb 18 12:51:58.297263 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2e71582-8963-49cc-9f98-e9a7c066de8a req-a4a948dc-401d-4bec-b67d-397c750cfc91 service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3937292 Feb 18 12:51:58.790497 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e254d-cdca-40c5-b72d-2c02d8acfb93 req-043993f5-a826-4908-9913-23de6e307691 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:58.792237 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ff0e254d-cdca-40c5-b72d-2c02d8acfb93 req-043993f5-a826-4908-9913-23de6e307691 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 943 time: 0.0999751 Feb 18 12:51:58.862224 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ff0e254d-cdca-40c5-b72d-2c02d8acfb93 req-478b3ca5-3067-4840-83c4-6779e9b3a7b8 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615275 Feb 18 12:52:00.119470 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eeda4d-554e-4e3b-ac73-ec8bb7b469fe req-c11fc6ee-441d-4ea0-a8d1-64206fcf0a7e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:00.121542 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-85eeda4d-554e-4e3b-ac73-ec8bb7b469fe req-c11fc6ee-441d-4ea0-a8d1-64206fcf0a7e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 943 time: 0.1163411 Feb 18 12:52:00.451995 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-85eeda4d-554e-4e3b-ac73-ec8bb7b469fe req-7fde21de-0cb2-4e3f-b736-d43cbe45cf56 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3180430 Feb 18 12:52:01.039243 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dcf5b402-acc2-48db-ba97-3aa489bc29fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:01.750403 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527064f-403e-44a6-bdcb-e076f761eb04 req-6326403b-c139-4a1e-8e6c-206b88b9158c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:01.753157 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9527064f-403e-44a6-bdcb-e076f761eb04 req-6326403b-c139-4a1e-8e6c-206b88b9158c tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 943 time: 0.1455781 Feb 18 12:52:01.838565 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9527064f-403e-44a6-bdcb-e076f761eb04 req-14442bcd-24a1-4da7-88c2-8506b735cd8b tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786643 Feb 18 12:52:03.152735 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae7d3a-2c87-420e-b696-07133ebe2024 req-1ea20521-6c4c-4da0-aa5c-43e6c370efc2 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:03.154777 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5aae7d3a-2c87-420e-b696-07133ebe2024 req-1ea20521-6c4c-4da0-aa5c-43e6c370efc2 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 943 time: 0.1247206 Feb 18 12:52:03.216680 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5aae7d3a-2c87-420e-b696-07133ebe2024 req-bcaac220-6409-44e6-8b83-2e776ec63231 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491958 Feb 18 12:52:03.471813 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f02b406d-ff78-46dd-9589-850ddb4257e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:03.937613 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:04.502364 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e32d8-9c53-4413-a47f-8c628ac0bab5 req-cee59f2b-84ca-4dde-920e-cd55ddefc824 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:04.505580 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-296e32d8-9c53-4413-a47f-8c628ac0bab5 req-cee59f2b-84ca-4dde-920e-cd55ddefc824 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 943 time: 0.1389832 Feb 18 12:52:04.566904 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-296e32d8-9c53-4413-a47f-8c628ac0bab5 req-b4915d02-14fc-494a-89e2-f5881e569cbc tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536361 Feb 18 12:52:05.175421 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:05.593626 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:05.914910 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e789ee-3af2-4ac2-98e5-20afee700757 req-5e2cc6d2-b125-44ea-ba81-85ecd8a0e2a6 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:05.917409 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-00e789ee-3af2-4ac2-98e5-20afee700757 req-5e2cc6d2-b125-44ea-ba81-85ecd8a0e2a6 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 943 time: 0.1025975 Feb 18 12:52:05.991454 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-00e789ee-3af2-4ac2-98e5-20afee700757 req-7573d717-5f40-430e-bbee-904a0cb6dfcf tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606365 Feb 18 12:52:07.256755 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c644b-80dc-4765-94f4-5190954990a6 req-439d7eee-4fa3-4458-b1ed-b30bc5dfd771 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:07.259984 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7f4c644b-80dc-4765-94f4-5190954990a6 req-439d7eee-4fa3-4458-b1ed-b30bc5dfd771 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 943 time: 0.1177521 Feb 18 12:52:07.358514 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7f4c644b-80dc-4765-94f4-5190954990a6 req-27ef8701-1223-4726-8f44-6d4df9fa9b66 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889797 Feb 18 12:52:08.667601 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e168e-7beb-438a-9791-172c2e528679 req-22326cba-8719-4d6b-9fd7-d3741519c30e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:08.670598 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5b4e168e-7beb-438a-9791-172c2e528679 req-22326cba-8719-4d6b-9fd7-d3741519c30e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 943 time: 0.1468773 Feb 18 12:52:08.762012 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5b4e168e-7beb-438a-9791-172c2e528679 req-39773a08-58ef-4e65-8841-b40bce1aaa49 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815864 Feb 18 12:52:09.329876 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:52:10.034742 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4ea5b-99c8-4267-8ab3-513145c19df6 req-a7b2f5e3-3245-4df0-80d1-2253ea4fbfc8 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:10.036557 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-83d4ea5b-99c8-4267-8ab3-513145c19df6 req-a7b2f5e3-3245-4df0-80d1-2253ea4fbfc8 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 943 time: 0.1193657 Feb 18 12:52:10.093606 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-83d4ea5b-99c8-4267-8ab3-513145c19df6 req-cef67d88-9739-407d-894a-a3b1c058241d tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493801 Feb 18 12:52:11.315813 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840718df-8aae-45dc-bd2f-a3d828ef74d8 req-a658e9bc-8817-4e7d-9ba7-9e68d2353f5a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:11.317785 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-840718df-8aae-45dc-bd2f-a3d828ef74d8 req-a658e9bc-8817-4e7d-9ba7-9e68d2353f5a tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 943 time: 0.0946124 Feb 18 12:52:11.392110 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-840718df-8aae-45dc-bd2f-a3d828ef74d8 req-f8dd2971-eecb-4994-afb2-d527d0dac9e4 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663943 Feb 18 12:52:12.633552 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad1d6-aebf-4c0b-afa8-f6711e81b579 req-76040c07-6752-4743-b4e4-6934bed2acdd tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:12.635635 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-975ad1d6-aebf-4c0b-afa8-f6711e81b579 req-76040c07-6752-4743-b4e4-6934bed2acdd tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 943 time: 0.1103747 Feb 18 12:52:12.697259 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-975ad1d6-aebf-4c0b-afa8-f6711e81b579 req-c600cdbb-a790-45a7-955a-f6242a5b12e1 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539751 Feb 18 12:52:13.932037 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac7f17-0c31-41d2-8726-9c6cb1b7413c req-ca87292a-55d8-442d-833f-d21a0bcad782 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:13.934595 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-08ac7f17-0c31-41d2-8726-9c6cb1b7413c req-ca87292a-55d8-442d-833f-d21a0bcad782 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 943 time: 0.1110144 Feb 18 12:52:14.049610 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-08ac7f17-0c31-41d2-8726-9c6cb1b7413c req-4f0a84cf-0d25-4c4d-b668-e5c01849aea7 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982156 Feb 18 12:52:15.429249 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979bd3a-c59d-4a00-9785-1194eee51eb2 req-d099aca1-6387-4662-a9e7-c83df46e61f6 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:15.432319 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2979bd3a-c59d-4a00-9785-1194eee51eb2 req-d099aca1-6387-4662-a9e7-c83df46e61f6 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 943 time: 0.1153970 Feb 18 12:52:15.487801 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2979bd3a-c59d-4a00-9785-1194eee51eb2 req-9565f376-5087-4d17-9567-c6bbd4bb4e7f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488911 Feb 18 12:52:16.732755 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf04b5a-bd90-41a1-8e2d-8fb6ebee4068 req-e4d789b3-0d08-466e-bb6b-d6d6ebea29ef tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:16.735150 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2cf04b5a-bd90-41a1-8e2d-8fb6ebee4068 req-e4d789b3-0d08-466e-bb6b-d6d6ebea29ef tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 943 time: 0.1010087 Feb 18 12:52:16.790253 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2cf04b5a-bd90-41a1-8e2d-8fb6ebee4068 req-f348a476-00a3-4aa9-a8bf-143d899530f6 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481820 Feb 18 12:52:16.843182 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:18.000950 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 17409bb6-7a56-432a-80cb-0edb0682e1fe up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:52:18.019297 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b290f0b-92a8-4bdd-bbb5-ab54830f8284 req-7e34870d-58c3-4329-b9e5-fe0a24589fb9 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:18.021147 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9b290f0b-92a8-4bdd-bbb5-ab54830f8284 req-7e34870d-58c3-4329-b9e5-fe0a24589fb9 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 943 time: 0.1032517 Feb 18 12:52:18.087754 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 17409bb6-7a56-432a-80cb-0edb0682e1fe triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:52:18.088103 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:18.111189 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9b290f0b-92a8-4bdd-bbb5-ab54830f8284 req-cb0645d1-165f-426e-a550-ee2b691ee91f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763805 Feb 18 12:52:18.225444 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:18.261241 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a900eaac-f503-445f-bd7b-7ceb1a7cc739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17409bb6-7a56-432a-80cb-0edb0682e1fe'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:52:18.273783 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port 17409bb6-7a56-432a-80cb-0edb0682e1fe, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=17409bb6-7a56-432a-80cb-0edb0682e1fe,segment=NetworkSegment(4bdb087e-bbe6-4ba9-a0a9-e1159b18d382),segment_id=4bdb087e-bbe6-4ba9-a0a9-e1159b18d382)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:52:18.278076 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:18.280577 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:52:18.320697 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a900eaac-f503-445f-bd7b-7ceb1a7cc739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17409bb6-7a56-432a-80cb-0edb0682e1fe', 'code': 200} Feb 18 12:52:18.371455 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=17409bb6-7a56-432a-80cb-0edb0682e1fe,revision_number=6']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:52:18.377937 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:52:18.644976 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf7b3f-8f6c-4781-a69d-dd6624710d46 req-19235d25-10f3-4924-bef9-efae0012f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:18.646646 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c5cf7b3f-8f6c-4781-a69d-dd6624710d46 req-19235d25-10f3-4924-bef9-efae0012f12d service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 1162 time: 0.0824430 Feb 18 12:52:18.694459 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c5cf7b3f-8f6c-4781-a69d-dd6624710d46 req-d5facc77-1bb1-4cff-a4dc-19036a832566 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404527 Feb 18 12:52:19.366984 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366edd3-5367-4419-806b-ca0d4a55b90e req-54c222db-1771-46c5-825e-d8b6b73c9ca7 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:19.370143 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6366edd3-5367-4419-806b-ca0d4a55b90e req-54c222db-1771-46c5-825e-d8b6b73c9ca7 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.1025174 Feb 18 12:52:19.425177 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6366edd3-5367-4419-806b-ca0d4a55b90e req-0ec31225-5f65-43f1-a0d6-d2e00e10d52b tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464387 Feb 18 12:52:19.509372 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 17409bb6-7a56-432a-80cb-0edb0682e1fe up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:52:19.587856 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 17409bb6-7a56-432a-80cb-0edb0682e1fe triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:52:19.588272 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:20.732963 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de33acf-24ab-4540-916a-bd593cb1a8ee req-55c06e8c-8f4d-4f47-b5ea-7093484cb808 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:20.735846 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4de33acf-24ab-4540-916a-bd593cb1a8ee req-55c06e8c-8f4d-4f47-b5ea-7093484cb808 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.1569581 Feb 18 12:52:20.830889 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4de33acf-24ab-4540-916a-bd593cb1a8ee req-20e63873-34e2-41c2-8dec-7a0bd6307030 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877056 Feb 18 12:52:22.060553 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc551d3-a85c-4d4b-9f08-b707162b0b67 req-28414540-60da-4aca-be4e-f5adb07eafc8 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:22.063666 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2cc551d3-a85c-4d4b-9f08-b707162b0b67 req-28414540-60da-4aca-be4e-f5adb07eafc8 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.1098633 Feb 18 12:52:22.152374 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2cc551d3-a85c-4d4b-9f08-b707162b0b67 req-671229ea-d956-40f5-86c0-8e80e6972897 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808420 Feb 18 12:52:31.035232 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8d598934-17a7-4403-a2cd-88f2a5628c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:33.469452 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4007711b-ae33-44cc-a714-7d03aa60ec72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:33.937590 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:35.177413 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:35.596689 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:46.331506 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:52:46.869687 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:55.519906 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4d069b9c-b26b-45da-a783-da1aae4d3a6b req-47a48b89-6d62-4b56-aed7-88057ca6769b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0889978 Feb 18 12:52:55.650211 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d069b9c-b26b-45da-a783-da1aae4d3a6b req-c84ac1b1-4635-4c3f-8a20-f3373d2e9cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:55.652100 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4d069b9c-b26b-45da-a783-da1aae4d3a6b req-c84ac1b1-4635-4c3f-8a20-f3373d2e9cb5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fff3f4ff6e52473eab85e6377277c4bd&device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 1162 time: 0.0886772 Feb 18 12:52:55.829940 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d069b9c-b26b-45da-a783-da1aae4d3a6b req-612de28b-e73f-4649-83a7-b0f3437ef6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:55.832585 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4d069b9c-b26b-45da-a783-da1aae4d3a6b req-612de28b-e73f-4649-83a7-b0f3437ef6f9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28 HTTP/1.1" status: 200 len: 910 time: 0.1596479 Feb 18 12:52:55.955974 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4d069b9c-b26b-45da-a783-da1aae4d3a6b req-e82d8e47-8472-4f2a-b39c-5fa9f9f6ab11 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17409bb6-7a56-432a-80cb-0edb0682e1fe HTTP/1.1" status: 200 len: 1001 time: 0.1165068 Feb 18 12:52:56.031211 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d069b9c-b26b-45da-a783-da1aae4d3a6b req-0443f1c7-9a79-466f-aadf-d60a4ab71a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:56.032935 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4d069b9c-b26b-45da-a783-da1aae4d3a6b req-0443f1c7-9a79-466f-aadf-d60a4ab71a0b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e4044c87-5ed4-4e4e-a96f-b6177944301a HTTP/1.1" status: 200 len: 855 time: 0.0708101 Feb 18 12:52:56.126856 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d069b9c-b26b-45da-a783-da1aae4d3a6b req-ea5076aa-991f-4a20-9691-540e92c8ff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:56.129787 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4d069b9c-b26b-45da-a783-da1aae4d3a6b req-ea5076aa-991f-4a20-9691-540e92c8ff34 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=c68b6376-2ee0-4ad3-a877-08dcce1a2d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0898874 Feb 18 12:52:56.141432 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-4d069b9c-b26b-45da-a783-da1aae4d3a6b req-86fbc82f-f20e-483f-9d1b-fa60d7254d23 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=83987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:52:56.142605 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4d069b9c-b26b-45da-a783-da1aae4d3a6b req-86fbc82f-f20e-483f-9d1b-fa60d7254d23 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0064158 Feb 18 12:52:56.310054 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4d069b9c-b26b-45da-a783-da1aae4d3a6b req-44565b63-8d46-40c6-b261-ff6f971b44e7 service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603887 Feb 18 12:52:56.515609 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4d069b9c-b26b-45da-a783-da1aae4d3a6b req-e23d5380-c262-44f5-b6f9-d561fe4a7dff service neutron] 10.222.0.99 "GET /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1976438 Feb 18 12:53:01.031594 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bcb9049c-c728-4c97-b059-5eaef860c4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:03.463709 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-da16c88b-4499-4780-bd14-a3b63e5f82cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:03.943162 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:05.172289 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:05.600121 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:16.876834 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:18.501983 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4ce32-0b79-4488-bbc8-c41d04de4691 req-b8af32fc-c0a2-46f2-8f66-77113b9dbd5f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:53:18.504155 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dca4ce32-0b79-4488-bbc8-c41d04de4691 req-b8af32fc-c0a2-46f2-8f66-77113b9dbd5f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.1045444 Feb 18 12:53:18.559427 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dca4ce32-0b79-4488-bbc8-c41d04de4691 req-dcbc64e6-4807-42bf-964c-ccb3e24b49d4 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484147 Feb 18 12:53:19.786577 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580ef2f-d613-4d09-8066-ee827dee9f59 req-860716ca-4cab-4458-b36a-01f0597c6a55 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:53:19.788421 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4580ef2f-d613-4d09-8066-ee827dee9f59 req-860716ca-4cab-4458-b36a-01f0597c6a55 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.0956769 Feb 18 12:53:19.843253 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4580ef2f-d613-4d09-8066-ee827dee9f59 req-e90006c0-290f-49ac-9714-2df339df7996 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473120 Feb 18 12:53:20.166561 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3b398-7dad-4cfe-bef1-2df8b0d80b25 req-a3e4dd10-58c0-4154-87a8-6b215de854a4 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:53:20.168303 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-63c3b398-7dad-4cfe-bef1-2df8b0d80b25 req-a3e4dd10-58c0-4154-87a8-6b215de854a4 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.99 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.1291003 Feb 18 12:53:20.266391 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-63c3b398-7dad-4cfe-bef1-2df8b0d80b25 req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Deleting port 17409bb6-7a56-432a-80cb-0edb0682e1fe {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:53:20.267050 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-63c3b398-7dad-4cfe-bef1-2df8b0d80b25 req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:20.707423 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-63c3b398-7dad-4cfe-bef1-2df8b0d80b25 req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] For port 17409bb6-7a56-432a-80cb-0edb0682e1fe, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=17409bb6-7a56-432a-80cb-0edb0682e1fe,segment=NetworkSegment(4bdb087e-bbe6-4ba9-a0a9-e1159b18d382),segment_id=4bdb087e-bbe6-4ba9-a0a9-e1159b18d382)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:53:20.708254 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-63c3b398-7dad-4cfe-bef1-2df8b0d80b25 req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:21.133023 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-63c3b398-7dad-4cfe-bef1-2df8b0d80b25 req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:21.133670 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-63c3b398-7dad-4cfe-bef1-2df8b0d80b25 req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854411096'] for floatingip, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:21.133847 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.l3_db [req-63c3b398-7dad-4cfe-bef1-2df8b0d80b25 req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Floating IP 3c9c8c7a-c8ec-4c53-b466-95b93d5aff64 disassociated. External IP: 172.27.1.151, port: 17409bb6-7a56-432a-80cb-0edb0682e1fe. Feb 18 12:53:21.134138 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-63c3b398-7dad-4cfe-bef1-2df8b0d80b25 req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Calling delete_port for 17409bb6-7a56-432a-80cb-0edb0682e1fe owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:53:21.237241 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee02cc-da24-4b89-93f5-a78625c69902 req-07124ee7-3256-4cc1-ba38-91761284f3d1 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:53:21.239100 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-caee02cc-da24-4b89-93f5-a78625c69902 req-07124ee7-3256-4cc1-ba38-91761284f3d1 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 945 time: 0.2223284 Feb 18 12:53:21.358681 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-caee02cc-da24-4b89-93f5-a78625c69902 req-ecf74ad3-d950-4e69-9f6f-96b62c5e7d14 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca85adb4-3216-41ab-8f0b-6572884b716b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097877 Feb 18 12:53:21.380058 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-63c3b398-7dad-4cfe-bef1-2df8b0d80b25 req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:21.409916 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-835204e0-16a5-4572-9046-eea9e2a81cff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:21.533762 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Pushing event deleted for resources: {'Port': ['ID=17409bb6-7a56-432a-80cb-0edb0682e1fe,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:21.549977 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:21.550405 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:21.550828 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:21.551242 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:21.551687 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:21.552099 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:21.552524 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:21.552972 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:21.553385 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:21.553794 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:21.554199 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:21.554601 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:21.555103 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:21.555560 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:21.555949 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:21.556354 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:21.556794 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:21.557202 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:21.557616 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:21.558019 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:21.558414 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:21.558814 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:21.559218 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:21.559647 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:21.565605 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:21.877172 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 17409bb6-7a56-432a-80cb-0edb0682e1fe no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:53:21.925028 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] No Port match for: 17409bb6-7a56-432a-80cb-0edb0682e1fe {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:53:21.925314 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 17409bb6-7a56-432a-80cb-0edb0682e1fe not bound to the agent host hv-cinder-77642 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:53:22.098415 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63c3b398-7dad-4cfe-bef1-2df8b0d80b25 req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Router 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:53:22.331132 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63c3b398-7dad-4cfe-bef1-2df8b0d80b25 req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:53:22.343083 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd1e22b-e95d-4636-8569-5a481aa47bde None None] Sync routers for ids ['6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'] in dv-cinder-776422-1-iscsi {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:53:22.354933 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd1e22b-e95d-4636-8569-5a481aa47bde None None] Routers {'6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:53:22.355997 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-9cd1e22b-e95d-4636-8569-5a481aa47bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:53:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:53:22.379863 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c3b398-7dad-4cfe-bef1-2df8b0d80b25 req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] No DVR routers for this DVR port 17409bb6-7a56-432a-80cb-0edb0682e1fe on host hv-cinder-77642 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:53:22.382671 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-63c3b398-7dad-4cfe-bef1-2df8b0d80b25 req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:22.386506 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a900eaac-f503-445f-bd7b-7ceb1a7cc739', 'name': 'network-vif-deleted', 'tag': '17409bb6-7a56-432a-80cb-0edb0682e1fe'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:53:22.443063 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-63c3b398-7dad-4cfe-bef1-2df8b0d80b25 req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.99 "DELETE /v2.0/ports/17409bb6-7a56-432a-80cb-0edb0682e1fe HTTP/1.1" status: 204 len: 173 time: 2.2687376 Feb 18 12:53:22.561192 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a900eaac-f503-445f-bd7b-7ceb1a7cc739', 'name': 'network-vif-deleted', 'tag': '17409bb6-7a56-432a-80cb-0edb0682e1fe', 'status': 'completed', 'code': 200} Feb 18 12:53:22.654691 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-09d715a1-7f52-47b3-9390-0609872c50b9 req-685fae25-9668-4823-a4ed-a4bde759fcf9 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/ports?device_id=a900eaac-f503-445f-bd7b-7ceb1a7cc739 HTTP/1.1" status: 200 len: 210 time: 0.0559163 Feb 18 12:53:22.695052 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-9cd1e22b-e95d-4636-8569-5a481aa47bde None None] Set router 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:53:23.202879 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-9cd1e22b-e95d-4636-8569-5a481aa47bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-322464374-router', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '469f846f-3365-4d57-b618-4eb793252dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:31Z', 'updated_at': '2021-02-18T12:30:44Z', 'revision_number': 4, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'gw_port': {'id': '469f846f-3365-4d57-b618-4eb793252dac', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:33Z', 'updated_at': '2021-02-18T12:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '5d9af06d-63c2-450b-a6c3-d395676c9628', 'name': '', 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'mac_address': 'fa:16:3e:66:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:39Z', 'updated_at': '2021-02-18T12:30:58Z', 'revision_number': 5, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'subnets': [{'id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:53:23.211064 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd1e22b-e95d-4636-8569-5a481aa47bde None None] Checking router: 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d for host: dv-cinder-776422-1-iscsi {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:53:23.229151 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd1e22b-e95d-4636-8569-5a481aa47bde None None] Routers {'6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:53:23.230418 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-9cd1e22b-e95d-4636-8569-5a481aa47bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:53:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:53:23.334072 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:53:23.612611 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-9cd1e22b-e95d-4636-8569-5a481aa47bde None None] Set router 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:53:23.878753 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 54588) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:53:23.957731 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ad46b9ba-de16-4bb8-8b28-05ce7612b8d5 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:23.993454 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ad46b9ba-de16-4bb8-8b28-05ce7612b8d5 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:24.063689 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ad46b9ba-de16-4bb8-8b28-05ce7612b8d5 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:24.077566 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-225d9232-f9ef-4500-9851-bd205cf13316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:24.090029 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-9cd1e22b-e95d-4636-8569-5a481aa47bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-322464374-router', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '469f846f-3365-4d57-b618-4eb793252dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:31Z', 'updated_at': '2021-02-18T12:30:44Z', 'revision_number': 4, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'gw_port': {'id': '469f846f-3365-4d57-b618-4eb793252dac', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:33Z', 'updated_at': '2021-02-18T12:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '5d9af06d-63c2-450b-a6c3-d395676c9628', 'name': '', 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'mac_address': 'fa:16:3e:66:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:39Z', 'updated_at': '2021-02-18T12:30:58Z', 'revision_number': 5, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'subnets': [{'id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:53:24.095909 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd1e22b-e95d-4636-8569-5a481aa47bde None None] The sync data for ids ['6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'] in dv-cinder-776422-1-iscsi is: [{'id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-322464374-router', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '469f846f-3365-4d57-b618-4eb793252dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:31Z', 'updated_at': '2021-02-18T12:30:44Z', 'revision_number': 4, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'gw_port': {'id': '469f846f-3365-4d57-b618-4eb793252dac', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:33Z', 'updated_at': '2021-02-18T12:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '5d9af06d-63c2-450b-a6c3-d395676c9628', 'name': '', 'network_id': 'c68b6376-2ee0-4ad3-a877-08dcce1a2d28', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'mac_address': 'fa:16:3e:66:fd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:39Z', 'updated_at': '2021-02-18T12:30:58Z', 'revision_number': 5, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'subnets': [{'id': 'e4044c87-5ed4-4e4e-a96f-b6177944301a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:53:24.096302 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46b9ba-de16-4bb8-8b28-05ce7612b8d5 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca85adb4-3216-41ab-8f0b-6572884b716b,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:24.099668 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ad46b9ba-de16-4bb8-8b28-05ce7612b8d5 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:24.100653 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ad46b9ba-de16-4bb8-8b28-05ce7612b8d5 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:24.102238 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ad46b9ba-de16-4bb8-8b28-05ce7612b8d5 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "DELETE /v2.0/security-groups/ca85adb4-3216-41ab-8f0b-6572884b716b HTTP/1.1" status: 204 len: 168 time: 0.2217824 Feb 18 12:53:24.106556 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 54592) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:53:24.131043 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.api.v2.resource [None req-c1272947-c44e-4ae5-bbd5-387327ecf41e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] show failed (client error): The resource could not be found. Feb 18 12:53:24.133828 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-c1272947-c44e-4ae5-bbd5-387327ecf41e tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "GET /v2.0/security-groups/ca85adb4-3216-41ab-8f0b-6572884b716b HTTP/1.1" status: 404 len: 347 time: 0.0257599 Feb 18 12:53:24.138694 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 54596) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:53:24.332305 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-b4988d6f-9a27-4c2b-b99f-a46256510721 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Deleting port a64f7745-8b30-49af-ba86-46d3df3718c2 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:53:24.332883 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b4988d6f-9a27-4c2b-b99f-a46256510721 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:24.583708 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b4988d6f-9a27-4c2b-b99f-a46256510721 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:24.584355 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b4988d6f-9a27-4c2b-b99f-a46256510721 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:24.629902 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430b7035-e1a1-4ea1-aa33-4ee92f5f39ad None None] New status for floating IP 3c9c8c7a-c8ec-4c53-b466-95b93d5aff64: DOWN {{(pid=83989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 12:53:24.816923 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-b4988d6f-9a27-4c2b-b99f-a46256510721 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Calling delete_port for a64f7745-8b30-49af-ba86-46d3df3718c2 owned by network:floatingip {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:53:25.005380 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [None req-b4988d6f-9a27-4c2b-b99f-a46256510721 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83987) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 12:53:25.005817 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_db.api [None req-b4988d6f-9a27-4c2b-b99f-a46256510721 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 12:53:25.507803 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-b4988d6f-9a27-4c2b-b99f-a46256510721 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Deleting port a64f7745-8b30-49af-ba86-46d3df3718c2 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:53:25.508271 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b4988d6f-9a27-4c2b-b99f-a46256510721 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:25.716489 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b4988d6f-9a27-4c2b-b99f-a46256510721 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:25.717110 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b4988d6f-9a27-4c2b-b99f-a46256510721 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:25.858749 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-b4988d6f-9a27-4c2b-b99f-a46256510721 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Calling delete_port for a64f7745-8b30-49af-ba86-46d3df3718c2 owned by network:floatingip {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:53:26.022601 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b4988d6f-9a27-4c2b-b99f-a46256510721 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:26.040039 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-835204e0-16a5-4572-9046-eea9e2a81cff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:26.148209 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4988d6f-9a27-4c2b-b99f-a46256510721 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Pushing event deleted for resources: {'Port': ['ID=a64f7745-8b30-49af-ba86-46d3df3718c2,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:26.159412 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b4988d6f-9a27-4c2b-b99f-a46256510721 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:26.295078 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b4988d6f-9a27-4c2b-b99f-a46256510721 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks [] for floatingip, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:26.312327 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b4988d6f-9a27-4c2b-b99f-a46256510721 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for floatingip, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:26.313589 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-b4988d6f-9a27-4c2b-b99f-a46256510721 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] 10.222.0.83 "DELETE /v2.0/floatingips/3c9c8c7a-c8ec-4c53-b466-95b93d5aff64 HTTP/1.1" status: 204 len: 168 time: 2.1732535 Feb 18 12:53:29.346614 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 54620) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:53:30.176724 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854411185'] for router_interface, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:30.715032 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Deleting port 5d9af06d-63c2-450b-a6c3-d395676c9628 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:53:30.715773 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:30.919998 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] For port 5d9af06d-63c2-450b-a6c3-d395676c9628, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=5d9af06d-63c2-450b-a6c3-d395676c9628,segment=NetworkSegment(4bdb087e-bbe6-4ba9-a0a9-e1159b18d382),segment_id=4bdb087e-bbe6-4ba9-a0a9-e1159b18d382)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:53:30.920465 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:31.055891 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-161ddc7d-79dd-4204-9d46-7916e69ecece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:31.072997 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Calling delete_port for 5d9af06d-63c2-450b-a6c3-d395676c9628 owned by network:router_interface {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:53:31.289005 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848845764'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:31.307257 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-30b35c04-635b-47f0-af24-3cd04f752971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:31.421176 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d9af06d-63c2-450b-a6c3-d395676c9628,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:31.440331 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:31.440745 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:31.441163 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:31.441571 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:31.441975 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:31.442378 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:31.442777 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:31.443176 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:31.443605 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:31.444007 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:31.444405 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:31.444803 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:31.445287 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:31.445691 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:31.446093 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:31.446484 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:31.446874 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:31.447318 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:31.447741 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:31.449038 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:31.449038 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:31.449038 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:31.449519 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:31.449678 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:31.455717 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:31.799150 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355836'] for router_interface, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:32.631180 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Router 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:53:32.841390 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:53:32.852184 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2a04e0-a6d7-4046-96ea-64ce13e4fb9a None None] Sync routers for ids ['6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'] in dv-cinder-776422-1-iscsi {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:53:32.858095 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] 10.222.0.83 "PUT /v2.0/routers/6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5101728 Feb 18 12:53:32.862915 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 54626) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:53:32.865621 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2a04e0-a6d7-4046-96ea-64ce13e4fb9a None None] Routers {'6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:53:32.866816 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1e2a04e0-a6d7-4046-96ea-64ce13e4fb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:53:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:53:33.114392 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-08d9fa35-c450-41d5-aa94-2551693578c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:33.155499 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-1e2a04e0-a6d7-4046-96ea-64ce13e4fb9a None None] Set router 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:53:33.370085 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-08d9fa35-c450-41d5-aa94-2551693578c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:33.386667 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-08d9fa35-c450-41d5-aa94-2551693578c3 admin admin] Deleting port 469f846f-3365-4d57-b618-4eb793252dac {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:53:33.387325 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-08d9fa35-c450-41d5-aa94-2551693578c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:33.565245 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fee74636-3bfa-41ce-ba4c-af583019ac25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:33.601278 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1e2a04e0-a6d7-4046-96ea-64ce13e4fb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-322464374-router', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '469f846f-3365-4d57-b618-4eb793252dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:31Z', 'updated_at': '2021-02-18T12:53:31Z', 'revision_number': 5, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'gw_port': {'id': '469f846f-3365-4d57-b618-4eb793252dac', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:30:33Z', 'updated_at': '2021-02-18T12:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi'}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:53:33.607386 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2a04e0-a6d7-4046-96ea-64ce13e4fb9a None None] Checking router: 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d for host: dv-cinder-776422-1-iscsi {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:53:33.623148 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2a04e0-a6d7-4046-96ea-64ce13e4fb9a None None] Routers {'6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:53:33.624345 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1e2a04e0-a6d7-4046-96ea-64ce13e4fb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:53:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:53:33.701168 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-08d9fa35-c450-41d5-aa94-2551693578c3 admin admin] For port 469f846f-3365-4d57-b618-4eb793252dac, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=469f846f-3365-4d57-b618-4eb793252dac,segment=NetworkSegment(cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0),segment_id=cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:53:33.701589 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-08d9fa35-c450-41d5-aa94-2551693578c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:33.856530 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-08d9fa35-c450-41d5-aa94-2551693578c3 admin admin] Calling delete_port for 469f846f-3365-4d57-b618-4eb793252dac owned by network:router_gateway {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:53:34.005188 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:34.033066 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-1e2a04e0-a6d7-4046-96ea-64ce13e4fb9a None None] Set router 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d gateway port host: None {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:53:34.076011 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-08d9fa35-c450-41d5-aa94-2551693578c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848845764'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:34.093976 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f99f4aa0-20c0-4e5a-8166-8ac8b22091aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:34.158960 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1e2a04e0-a6d7-4046-96ea-64ce13e4fb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-322464374-router', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:31Z', 'updated_at': '2021-02-18T12:53:33Z', 'revision_number': 6, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'gw_port_host': None}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:53:34.164096 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2a04e0-a6d7-4046-96ea-64ce13e4fb9a None None] The sync data for ids ['6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d'] in dv-cinder-776422-1-iscsi is: [{'id': '6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-322464374-router', 'tenant_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:30:31Z', 'updated_at': '2021-02-18T12:53:33Z', 'revision_number': 6, 'project_id': 'fff3f4ff6e52473eab85e6377277c4bd', 'gw_port_host': None}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:53:34.204990 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9fa35-c450-41d5-aa94-2551693578c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=469f846f-3365-4d57-b618-4eb793252dac,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:34.208028 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-08d9fa35-c450-41d5-aa94-2551693578c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:34.364475 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-08d9fa35-c450-41d5-aa94-2551693578c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854408851'] for router_gateway, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:34.575797 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-08d9fa35-c450-41d5-aa94-2551693578c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45841'] for router, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:34.578459 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-08d9fa35-c450-41d5-aa94-2551693578c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:34.607089 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-08d9fa35-c450-41d5-aa94-2551693578c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854419950'] for router, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:34.607527 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d9fa35-c450-41d5-aa94-2551693578c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d {{(pid=83986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 12:53:34.622437 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-08d9fa35-c450-41d5-aa94-2551693578c3 admin admin] Notify callbacks [] for router, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:34.623794 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-08d9fa35-c450-41d5-aa94-2551693578c3 admin admin] 10.222.0.83 "DELETE /v2.0/routers/6860fbb1-5414-4ac9-9d95-5fd37bc0cb2d HTTP/1.1" status: 204 len: 168 time: 1.7593689 Feb 18 12:53:34.628304 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 54630) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:53:34.705173 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d5e30b-3a51-4418-93da-a0bb3de8a49b admin admin] Deleting subnet e4044c87-5ed4-4e4e-a96f-b6177944301a {{(pid=83986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 12:53:34.708985 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-79d5e30b-3a51-4418-93da-a0bb3de8a49b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:34.779288 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-79d5e30b-3a51-4418-93da-a0bb3de8a49b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848766367'] for subnet, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:34.941168 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-79d5e30b-3a51-4418-93da-a0bb3de8a49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662214'] for subnet, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:34.985624 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 469f846f-3365-4d57-b618-4eb793252dac no longer exists at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:53:35.053906 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] No Port match for: 469f846f-3365-4d57-b618-4eb793252dac {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:53:35.054561 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 469f846f-3365-4d57-b618-4eb793252dac not bound to the agent host dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:53:35.055187 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 5d9af06d-63c2-450b-a6c3-d395676c9628 no longer exists at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:53:35.096342 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] No Port match for: 5d9af06d-63c2-450b-a6c3-d395676c9628 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:53:35.096749 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 5d9af06d-63c2-450b-a6c3-d395676c9628 not bound to the agent host dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:53:35.176056 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:35.328916 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-79d5e30b-3a51-4418-93da-a0bb3de8a49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5930089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5789196'] for subnet, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:35.343290 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:35.614177 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:35.694818 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5e30b-3a51-4418-93da-a0bb3de8a49b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4044c87-5ed4-4e4e-a96f-b6177944301a,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:35.711291 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-79d5e30b-3a51-4418-93da-a0bb3de8a49b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:35.757121 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-79d5e30b-3a51-4418-93da-a0bb3de8a49b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:35.764939 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6569f78-21dc-47a1-848d-ae864324efd8 None None] Network c68b6376-2ee0-4ad3-a877-08dcce1a2d28 requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:53:35.765259 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-79d5e30b-3a51-4418-93da-a0bb3de8a49b admin admin] 10.222.0.83 "DELETE /v2.0/subnets/e4044c87-5ed4-4e4e-a96f-b6177944301a HTTP/1.1" status: 204 len: 168 time: 1.1355913 Feb 18 12:53:35.769434 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 54634) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:53:35.906435 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0683ecfd-7747-4de5-8763-d00c3dd29917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854250921'] for network, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:35.989916 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-0683ecfd-7747-4de5-8763-d00c3dd29917 admin admin] Deleting port 93664683-d3ec-46c4-8454-f9de7f0484e5 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:53:35.990773 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0683ecfd-7747-4de5-8763-d00c3dd29917 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:36.069402 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060cff8d-8a01-40be-a5c6-ab963022e194 None None] DHCP port deletion for c68b6376-2ee0-4ad3-a877-08dcce1a2d28 request from dv-cinder-776422-1-iscsi {{(pid=83988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 18 12:53:36.076782 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-060cff8d-8a01-40be-a5c6-ab963022e194 None None] Deleting port 93664683-d3ec-46c4-8454-f9de7f0484e5 {{(pid=83988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:53:36.077450 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-060cff8d-8a01-40be-a5c6-ab963022e194 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:36.257376 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0683ecfd-7747-4de5-8763-d00c3dd29917 admin admin] For port 93664683-d3ec-46c4-8454-f9de7f0484e5, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=93664683-d3ec-46c4-8454-f9de7f0484e5,segment=NetworkSegment(4bdb087e-bbe6-4ba9-a0a9-e1159b18d382),segment_id=4bdb087e-bbe6-4ba9-a0a9-e1159b18d382)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:53:36.257654 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0683ecfd-7747-4de5-8763-d00c3dd29917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:36.415186 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-0683ecfd-7747-4de5-8763-d00c3dd29917 admin admin] Calling delete_port for 93664683-d3ec-46c4-8454-f9de7f0484e5 owned by network:dhcp {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:53:36.498464 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-060cff8d-8a01-40be-a5c6-ab963022e194 None None] For port 93664683-d3ec-46c4-8454-f9de7f0484e5, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=93664683-d3ec-46c4-8454-f9de7f0484e5,segment=NetworkSegment(4bdb087e-bbe6-4ba9-a0a9-e1159b18d382),segment_id=4bdb087e-bbe6-4ba9-a0a9-e1159b18d382)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:53:36.499139 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-060cff8d-8a01-40be-a5c6-ab963022e194 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:36.506819 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0683ecfd-7747-4de5-8763-d00c3dd29917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848845764'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:36.525135 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:36.642162 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683ecfd-7747-4de5-8763-d00c3dd29917 admin admin] Pushing event deleted for resources: {'Port': ['ID=93664683-d3ec-46c4-8454-f9de7f0484e5,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:36.645428 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0683ecfd-7747-4de5-8763-d00c3dd29917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:36.685288 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0683ecfd-7747-4de5-8763-d00c3dd29917 admin admin] No DVR routers for this DVR port 93664683-d3ec-46c4-8454-f9de7f0484e5 on host dv-cinder-776422-1-iscsi {{(pid=83986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:53:36.751465 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-060cff8d-8a01-40be-a5c6-ab963022e194 None None] Calling delete_port for 93664683-d3ec-46c4-8454-f9de7f0484e5 owned by network:dhcp {{(pid=83988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:53:36.883123 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0683ecfd-7747-4de5-8763-d00c3dd29917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665137', 'neutron.services.segments.db._delete_segments_for_network--9223363305819442394'] for network, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:36.884154 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [None req-060cff8d-8a01-40be-a5c6-ab963022e194 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83988) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 12:53:36.885161 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_db.api [None req-060cff8d-8a01-40be-a5c6-ab963022e194 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 12:53:36.976423 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 93664683-d3ec-46c4-8454-f9de7f0484e5 no longer exists at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:53:37.014924 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] No Port match for: 93664683-d3ec-46c4-8454-f9de7f0484e5 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:53:37.015598 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 93664683-d3ec-46c4-8454-f9de7f0484e5 not bound to the agent host dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:53:37.108061 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-0683ecfd-7747-4de5-8763-d00c3dd29917 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c68b6376-2ee0-4ad3-a877-08dcce1a2d28']}} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:53:37.135576 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-0683ecfd-7747-4de5-8763-d00c3dd29917 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bdb087e-bbe6-4ba9-a0a9-e1159b18d382') {'for_net_delete': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:53:37.136067 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-0683ecfd-7747-4de5-8763-d00c3dd29917 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bdb087e-bbe6-4ba9-a0a9-e1159b18d382') {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:53:37.169339 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0683ecfd-7747-4de5-8763-d00c3dd29917 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305819444442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6009433'] for segment, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:37.202005 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0683ecfd-7747-4de5-8763-d00c3dd29917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:37.205826 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0683ecfd-7747-4de5-8763-d00c3dd29917 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 12:53:37.386334 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-060cff8d-8a01-40be-a5c6-ab963022e194 None None] Deleting port 93664683-d3ec-46c4-8454-f9de7f0484e5 {{(pid=83988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:53:37.387252 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-060cff8d-8a01-40be-a5c6-ab963022e194 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:37.473684 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-060cff8d-8a01-40be-a5c6-ab963022e194 None None] The port '93664683-d3ec-46c4-8454-f9de7f0484e5' was deleted {{(pid=83988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 18 12:53:37.541740 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-0683ecfd-7747-4de5-8763-d00c3dd29917 admin admin] Network c68b6376-2ee0-4ad3-a877-08dcce1a2d28 has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:53:37.559885 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0683ecfd-7747-4de5-8763-d00c3dd29917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-671673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848844856'] for segment, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:37.910151 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-0683ecfd-7747-4de5-8763-d00c3dd29917 admin admin] Network c68b6376-2ee0-4ad3-a877-08dcce1a2d28 has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: Traceback (most recent call last): Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: timer() Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: cb(*args, **kw) Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: return func(*args, **kwargs) Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: self._notify() Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: self.callback(batched_events) Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: event.method(event) Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: segment_id)['aggregates'][0] Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: return f(self, *a, **k) Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: return self._get(url).json() Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: **kwargs) Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: return self.request(url, 'GET', **kwargs) Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: **endpoint_filter) Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:53:37.956234 dv-cinder-776422-1-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:53:38.108649 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0683ecfd-7747-4de5-8763-d00c3dd29917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854110663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366916'] for network, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:38.113362 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0683ecfd-7747-4de5-8763-d00c3dd29917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:38.116152 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:38.141247 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683ecfd-7747-4de5-8763-d00c3dd29917 admin admin] Pushing event deleted for resources: {'Network': ['ID=c68b6376-2ee0-4ad3-a877-08dcce1a2d28,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:38.144271 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0683ecfd-7747-4de5-8763-d00c3dd29917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:38.158599 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-0683ecfd-7747-4de5-8763-d00c3dd29917 admin admin] 10.222.0.83 "DELETE /v2.0/networks/c68b6376-2ee0-4ad3-a877-08dcce1a2d28 HTTP/1.1" status: 204 len: 168 time: 2.3879454 Feb 18 12:53:38.293995 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 54640) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:53:38.354444 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-5708157c-6b53-4821-89fa-ea07e24ca9d9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fff3f4ff6e52473eab85e6377277c4bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0588467 Feb 18 12:53:38.357780 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 54644) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:53:38.436237 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e3ab0c61-5b5a-4e0f-8d91-d0c9ffd003f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:38.467719 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e3ab0c61-5b5a-4e0f-8d91-d0c9ffd003f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:38.529356 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e3ab0c61-5b5a-4e0f-8d91-d0c9ffd003f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:38.535849 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a60fb85c-b3d9-4145-82e2-3526694bc47f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:38.554807 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab0c61-5b5a-4e0f-8d91-d0c9ffd003f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2276e0b2-f56c-4bf0-965f-5f36fd209aa3,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:38.558565 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e3ab0c61-5b5a-4e0f-8d91-d0c9ffd003f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:38.563363 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e3ab0c61-5b5a-4e0f-8d91-d0c9ffd003f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:38.565769 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-e3ab0c61-5b5a-4e0f-8d91-d0c9ffd003f5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2276e0b2-f56c-4bf0-965f-5f36fd209aa3 HTTP/1.1" status: 204 len: 168 time: 0.2064097 Feb 18 12:53:42.590471 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 54718) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:53:42.746042 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-862f7b24-34a8-4f3f-a3d5-7afad8f1c943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:42.764705 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-862f7b24-34a8-4f3f-a3d5-7afad8f1c943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:53:42.769449 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-862f7b24-34a8-4f3f-a3d5-7afad8f1c943 admin admin] Usage tracker for resource:security_group_rule and tenant:d8971806cd2c4f128a9b931c165b4686 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:53:42.772916 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-862f7b24-34a8-4f3f-a3d5-7afad8f1c943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:53:42.780837 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-862f7b24-34a8-4f3f-a3d5-7afad8f1c943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:53:42.881850 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-862f7b24-34a8-4f3f-a3d5-7afad8f1c943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:42.885644 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-862f7b24-34a8-4f3f-a3d5-7afad8f1c943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:42.895966 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-60909e10-7301-4228-bf22-27c3e7f573f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:42.943255 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-862f7b24-34a8-4f3f-a3d5-7afad8f1c943 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d8971806cd2c4f128a9b931c165b4686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3511505 Feb 18 12:53:42.944028 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f7b24-34a8-4f3f-a3d5-7afad8f1c943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c5b6d2-f03e-47df-bb4a-1379a679c98f,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:42.948181 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 54724) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:53:42.949190 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-862f7b24-34a8-4f3f-a3d5-7afad8f1c943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:43.018454 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ea506b34-c423-41db-b828-76c0f094b73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:43.049939 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ea506b34-c423-41db-b828-76c0f094b73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:43.112525 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ea506b34-c423-41db-b828-76c0f094b73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:43.119479 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-140a26f5-b7da-42e4-b8a6-b3dd74d9ddb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:43.136085 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea506b34-c423-41db-b828-76c0f094b73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c5b6d2-f03e-47df-bb4a-1379a679c98f,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:43.139791 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ea506b34-c423-41db-b828-76c0f094b73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:43.141226 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ea506b34-c423-41db-b828-76c0f094b73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:43.142659 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ea506b34-c423-41db-b828-76c0f094b73e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/63c5b6d2-f03e-47df-bb4a-1379a679c98f HTTP/1.1" status: 204 len: 168 time: 0.1924767 Feb 18 12:53:43.562415 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 54732) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:53:43.583456 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-99056c1c-8a1c-49f8-8458-dc6a66fbeeb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:43.600939 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-99056c1c-8a1c-49f8-8458-dc6a66fbeeb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:53:43.605593 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-99056c1c-8a1c-49f8-8458-dc6a66fbeeb8 admin admin] Usage tracker for resource:security_group_rule and tenant:069b2f9f08274324a6835ad0c53ed847 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:53:43.609377 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-99056c1c-8a1c-49f8-8458-dc6a66fbeeb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:53:43.617069 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-99056c1c-8a1c-49f8-8458-dc6a66fbeeb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:53:43.761067 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-99056c1c-8a1c-49f8-8458-dc6a66fbeeb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:43.765910 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-99056c1c-8a1c-49f8-8458-dc6a66fbeeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:43.786680 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-73f59eb7-1875-4ca2-868d-adc6e2212198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:43.882237 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-99056c1c-8a1c-49f8-8458-dc6a66fbeeb8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=069b2f9f08274324a6835ad0c53ed847&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181596 Feb 18 12:53:43.884276 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99056c1c-8a1c-49f8-8458-dc6a66fbeeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c484ca-f32b-452c-9139-b7861e7e4b67,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:43.885676 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 54736) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:53:43.890894 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-99056c1c-8a1c-49f8-8458-dc6a66fbeeb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:43.963958 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-66c74d96-03e0-4797-bf1d-bc797ba37718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:43.995636 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-66c74d96-03e0-4797-bf1d-bc797ba37718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:44.047115 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-66c74d96-03e0-4797-bf1d-bc797ba37718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:44.053187 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e5350949-6491-46ad-b9dd-113d4a26c2e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:44.068433 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c74d96-03e0-4797-bf1d-bc797ba37718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c484ca-f32b-452c-9139-b7861e7e4b67,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:44.071238 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-66c74d96-03e0-4797-bf1d-bc797ba37718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:44.082862 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-66c74d96-03e0-4797-bf1d-bc797ba37718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:44.084142 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-66c74d96-03e0-4797-bf1d-bc797ba37718 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f2c484ca-f32b-452c-9139-b7861e7e4b67 HTTP/1.1" status: 204 len: 168 time: 0.1973844 Feb 18 12:53:46.901041 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:47.084308 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 54810) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:53:47.230794 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ad8756ec-813e-409c-98b9-eda6c2548d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:47.248025 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ad8756ec-813e-409c-98b9-eda6c2548d51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:53:47.252453 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-ad8756ec-813e-409c-98b9-eda6c2548d51 admin admin] Usage tracker for resource:security_group_rule and tenant:e0994d8833ce4411a536624e3a416227 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:53:47.255632 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-ad8756ec-813e-409c-98b9-eda6c2548d51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:53:47.262474 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ad8756ec-813e-409c-98b9-eda6c2548d51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:53:47.358522 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ad8756ec-813e-409c-98b9-eda6c2548d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:47.362132 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ad8756ec-813e-409c-98b9-eda6c2548d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:47.370478 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d0335e1f-2cd4-4029-93ae-51a17871dc67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:47.420518 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ad8756ec-813e-409c-98b9-eda6c2548d51 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e0994d8833ce4411a536624e3a416227&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3347173 Feb 18 12:53:47.421655 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8756ec-813e-409c-98b9-eda6c2548d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d4e5e2-9f6e-40e6-bfa9-f37e6c3a3db7,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:47.424747 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 54816) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:53:47.425924 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ad8756ec-813e-409c-98b9-eda6c2548d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:47.498160 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8060ace8-e6b9-475d-85db-9ea18bf7b0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:47.535670 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8060ace8-e6b9-475d-85db-9ea18bf7b0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:47.594450 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8060ace8-e6b9-475d-85db-9ea18bf7b0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:47.600111 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5492f381-90e1-43fc-851f-9363e0bb5114 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:47.617516 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060ace8-e6b9-475d-85db-9ea18bf7b0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d4e5e2-9f6e-40e6-bfa9-f37e6c3a3db7,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:47.622574 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8060ace8-e6b9-475d-85db-9ea18bf7b0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:47.624729 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8060ace8-e6b9-475d-85db-9ea18bf7b0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:47.630354 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-8060ace8-e6b9-475d-85db-9ea18bf7b0a6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/04d4e5e2-9f6e-40e6-bfa9-f37e6c3a3db7 HTTP/1.1" status: 204 len: 168 time: 0.1997187 Feb 18 12:53:48.016897 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 54824) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:53:48.042951 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-91128c8f-fffa-4a74-8ed2-6bb246cc4689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:48.063366 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-91128c8f-fffa-4a74-8ed2-6bb246cc4689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:53:48.067663 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-91128c8f-fffa-4a74-8ed2-6bb246cc4689 admin admin] Usage tracker for resource:security_group_rule and tenant:b833831343c0456a84028b3391395f23 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:53:48.070863 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-91128c8f-fffa-4a74-8ed2-6bb246cc4689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:53:48.078501 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-91128c8f-fffa-4a74-8ed2-6bb246cc4689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:53:48.188286 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-91128c8f-fffa-4a74-8ed2-6bb246cc4689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:48.192243 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-91128c8f-fffa-4a74-8ed2-6bb246cc4689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:48.202779 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1e0f2e78-0266-4fa8-bdd0-da8bca33c959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:48.250624 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-91128c8f-fffa-4a74-8ed2-6bb246cc4689 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b833831343c0456a84028b3391395f23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323241 Feb 18 12:53:48.252643 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91128c8f-fffa-4a74-8ed2-6bb246cc4689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f561a931-2581-45e5-95a8-78ad3b4305fc,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:48.254235 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 54828) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:53:48.256114 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-91128c8f-fffa-4a74-8ed2-6bb246cc4689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:48.369470 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4ad1a1f1-990d-4caf-8977-6e9ea2f3acd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:48.407141 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4ad1a1f1-990d-4caf-8977-6e9ea2f3acd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:48.476071 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4ad1a1f1-990d-4caf-8977-6e9ea2f3acd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:48.485568 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8a4d6510-d900-4e0f-ad2b-85d5e5f40c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:48.507833 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1a1f1-990d-4caf-8977-6e9ea2f3acd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f561a931-2581-45e5-95a8-78ad3b4305fc,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:48.513344 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4ad1a1f1-990d-4caf-8977-6e9ea2f3acd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:48.516960 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4ad1a1f1-990d-4caf-8977-6e9ea2f3acd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:48.518749 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-4ad1a1f1-990d-4caf-8977-6e9ea2f3acd6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f561a931-2581-45e5-95a8-78ad3b4305fc HTTP/1.1" status: 204 len: 168 time: 0.2628121 Feb 18 12:53:55.443984 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-324166e9-dabf-43ab-a693-ec4c8577c1bf req-c37b5961-b534-495b-94b1-f61500483c0c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0515227 Feb 18 12:53:55.597074 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-324166e9-dabf-43ab-a693-ec4c8577c1bf req-e1e842f6-db18-4b32-9254-94b4fc236c0d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0569131 Feb 18 12:53:55.656553 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-324166e9-dabf-43ab-a693-ec4c8577c1bf req-d0491d64-de3c-4528-b0ff-92899d593d2d service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332062 Feb 18 12:53:55.826510 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324166e9-dabf-43ab-a693-ec4c8577c1bf req-bd5b9636-f4b7-4da3-a369-9814aca07e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:53:55.828354 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-324166e9-dabf-43ab-a693-ec4c8577c1bf req-bd5b9636-f4b7-4da3-a369-9814aca07e1d service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1653161 Feb 18 12:54:00.336482 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:54:01.032407 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-caffeaf6-0aaf-4d43-a8ec-93a9c7aed7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:02.359619 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 54938) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:54:02.519077 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8a364a84-2370-4763-98aa-2216d6e97928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:02.540781 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-8a364a84-2370-4763-98aa-2216d6e97928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:54:02.545245 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-8a364a84-2370-4763-98aa-2216d6e97928 admin admin] Usage tracker for resource:security_group_rule and tenant:ba23a7a36c464b4bb236de9641fab36b is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:54:02.548624 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-8a364a84-2370-4763-98aa-2216d6e97928 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:54:02.556539 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-8a364a84-2370-4763-98aa-2216d6e97928 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:54:02.655588 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8a364a84-2370-4763-98aa-2216d6e97928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:02.658691 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8a364a84-2370-4763-98aa-2216d6e97928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:02.668988 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8060ace8-e6b9-475d-85db-9ea18bf7b0a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:02.715313 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-8a364a84-2370-4763-98aa-2216d6e97928 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ba23a7a36c464b4bb236de9641fab36b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3541396 Feb 18 12:54:02.716360 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a364a84-2370-4763-98aa-2216d6e97928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff54df04-aea7-4bbd-bb6d-ac7fb2b0ce2b,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:02.718987 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 54944) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:54:02.722100 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8a364a84-2370-4763-98aa-2216d6e97928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:02.797694 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-96c9a0cb-9838-4566-b5ad-298be9132b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:02.829219 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-96c9a0cb-9838-4566-b5ad-298be9132b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:02.878385 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-96c9a0cb-9838-4566-b5ad-298be9132b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:02.884115 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9ffc08d4-56a8-4b35-8884-79db68223c16 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:02.904332 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9a0cb-9838-4566-b5ad-298be9132b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff54df04-aea7-4bbd-bb6d-ac7fb2b0ce2b,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:02.907680 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-96c9a0cb-9838-4566-b5ad-298be9132b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:02.908654 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-96c9a0cb-9838-4566-b5ad-298be9132b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:02.909914 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-96c9a0cb-9838-4566-b5ad-298be9132b89 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ff54df04-aea7-4bbd-bb6d-ac7fb2b0ce2b HTTP/1.1" status: 204 len: 168 time: 0.1898413 Feb 18 12:54:03.238987 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 54952) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:54:03.258723 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e2f723f6-e726-4412-b753-98bb680eee23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:03.277005 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-e2f723f6-e726-4412-b753-98bb680eee23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:54:03.281384 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-e2f723f6-e726-4412-b753-98bb680eee23 admin admin] Usage tracker for resource:security_group_rule and tenant:fc09a63419884837a88405011cf6ca3a is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:54:03.284572 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-e2f723f6-e726-4412-b753-98bb680eee23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:54:03.290668 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-e2f723f6-e726-4412-b753-98bb680eee23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:54:03.391798 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e2f723f6-e726-4412-b753-98bb680eee23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:03.395938 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e2f723f6-e726-4412-b753-98bb680eee23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:03.406140 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1bc923f0-fae1-4cb9-9224-89cca24abb65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:03.452845 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-e2f723f6-e726-4412-b753-98bb680eee23 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fc09a63419884837a88405011cf6ca3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2126234 Feb 18 12:54:03.454800 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f723f6-e726-4412-b753-98bb680eee23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8462acf1-aaad-4dbe-80f0-32a1bb1270b4,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:03.457833 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 54956) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:54:03.458487 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e2f723f6-e726-4412-b753-98bb680eee23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:03.488638 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5c506730-1f55-4713-b4f1-2126de452540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:03.542473 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-db7e0aa0-d609-4355-b41d-83ccf0052a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:03.572893 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-db7e0aa0-d609-4355-b41d-83ccf0052a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:03.654122 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-db7e0aa0-d609-4355-b41d-83ccf0052a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:03.659666 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c8d44fae-9470-4a5c-9d53-9609646b1a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:03.675857 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e0aa0-d609-4355-b41d-83ccf0052a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8462acf1-aaad-4dbe-80f0-32a1bb1270b4,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:03.680545 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-db7e0aa0-d609-4355-b41d-83ccf0052a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:03.690791 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-db7e0aa0-d609-4355-b41d-83ccf0052a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:03.692126 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-db7e0aa0-d609-4355-b41d-83ccf0052a58 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8462acf1-aaad-4dbe-80f0-32a1bb1270b4 HTTP/1.1" status: 204 len: 168 time: 0.2319522 Feb 18 12:54:03.951371 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:05.187647 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 54994) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:54:05.193251 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:05.333622 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-19009184-25e2-4052-9249-3a5f94f3ffff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:05.356442 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-19009184-25e2-4052-9249-3a5f94f3ffff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:54:05.364546 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-19009184-25e2-4052-9249-3a5f94f3ffff admin admin] Usage tracker for resource:security_group_rule and tenant:6d0cbc9e79be4870834c4ddc02e2338e is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:54:05.370942 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-19009184-25e2-4052-9249-3a5f94f3ffff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:54:05.382905 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-19009184-25e2-4052-9249-3a5f94f3ffff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:54:05.501834 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-19009184-25e2-4052-9249-3a5f94f3ffff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:05.504967 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-19009184-25e2-4052-9249-3a5f94f3ffff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:05.520701 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e3ab0c61-5b5a-4e0f-8d91-d0c9ffd003f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:05.575994 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-19009184-25e2-4052-9249-3a5f94f3ffff admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6d0cbc9e79be4870834c4ddc02e2338e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3869898 Feb 18 12:54:05.576976 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19009184-25e2-4052-9249-3a5f94f3ffff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e75c940-f654-4a13-96f7-202387845c1f,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:05.579235 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 55000) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:54:05.581310 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-19009184-25e2-4052-9249-3a5f94f3ffff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:05.614595 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:05.669046 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5d82b4a2-5640-4e0c-92c7-7fe2329e0ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:05.702829 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5d82b4a2-5640-4e0c-92c7-7fe2329e0ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:05.758000 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5d82b4a2-5640-4e0c-92c7-7fe2329e0ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:05.764735 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ff0d77d6-0aac-4ba1-b07f-464ca66ab322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:05.782464 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82b4a2-5640-4e0c-92c7-7fe2329e0ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e75c940-f654-4a13-96f7-202387845c1f,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:05.784876 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5d82b4a2-5640-4e0c-92c7-7fe2329e0ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:05.786208 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-5d82b4a2-5640-4e0c-92c7-7fe2329e0ce2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7e75c940-f654-4a13-96f7-202387845c1f HTTP/1.1" status: 204 len: 168 time: 0.2050004 Feb 18 12:54:05.787425 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5d82b4a2-5640-4e0c-92c7-7fe2329e0ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:11.329832 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 55062) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:54:11.468423 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0438e8d7-526a-482a-9085-ae4750877209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:11.486735 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0438e8d7-526a-482a-9085-ae4750877209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:54:11.491595 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0438e8d7-526a-482a-9085-ae4750877209 admin admin] Usage tracker for resource:security_group_rule and tenant:c3a59f42d24b4ce4b95de4ef9a9dcaab is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:54:11.495739 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0438e8d7-526a-482a-9085-ae4750877209 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:54:11.502192 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0438e8d7-526a-482a-9085-ae4750877209 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:54:11.615745 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0438e8d7-526a-482a-9085-ae4750877209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:11.620404 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0438e8d7-526a-482a-9085-ae4750877209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:11.630730 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-91128c8f-fffa-4a74-8ed2-6bb246cc4689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:11.681969 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-0438e8d7-526a-482a-9085-ae4750877209 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c3a59f42d24b4ce4b95de4ef9a9dcaab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3508456 Feb 18 12:54:11.684091 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438e8d7-526a-482a-9085-ae4750877209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3842c1-a5c6-4d66-83c2-54d7953aeda8,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:11.685574 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 55068) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:54:11.690047 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0438e8d7-526a-482a-9085-ae4750877209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:11.762548 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3f284eeb-d3ef-4ce4-97f2-a90b703237d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:11.796953 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3f284eeb-d3ef-4ce4-97f2-a90b703237d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:11.854242 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3f284eeb-d3ef-4ce4-97f2-a90b703237d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:11.860393 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7fe6838d-63f7-41fa-92a3-cbe27e9846c6 tempest-TestShelveInstance-1948988166 tempest-TestShelveInstance-1948988166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:11.877619 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f284eeb-d3ef-4ce4-97f2-a90b703237d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3842c1-a5c6-4d66-83c2-54d7953aeda8,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:11.880467 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3f284eeb-d3ef-4ce4-97f2-a90b703237d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:11.896879 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3f284eeb-d3ef-4ce4-97f2-a90b703237d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:11.898358 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-3f284eeb-d3ef-4ce4-97f2-a90b703237d7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fa3842c1-a5c6-4d66-83c2-54d7953aeda8 HTTP/1.1" status: 204 len: 168 time: 0.2113714 Feb 18 12:54:12.233436 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 55076) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:54:12.255261 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2110e283-6aae-40ec-8810-24ee7836abdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:12.272879 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2110e283-6aae-40ec-8810-24ee7836abdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:54:12.277181 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-2110e283-6aae-40ec-8810-24ee7836abdf admin admin] Usage tracker for resource:security_group_rule and tenant:daede9a708da4aaca3a80fb14c10db75 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:54:12.280496 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-2110e283-6aae-40ec-8810-24ee7836abdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:54:12.286576 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2110e283-6aae-40ec-8810-24ee7836abdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:54:12.420174 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2110e283-6aae-40ec-8810-24ee7836abdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:12.424395 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2110e283-6aae-40ec-8810-24ee7836abdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:12.435118 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-aa977304-8b16-4e35-b369-853fde8d2498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:12.482383 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-2110e283-6aae-40ec-8810-24ee7836abdf admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=daede9a708da4aaca3a80fb14c10db75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473896 Feb 18 12:54:12.484633 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110e283-6aae-40ec-8810-24ee7836abdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffa64f4-9f06-4986-ae95-3456e0e2c500,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:12.486901 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 55080) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:54:12.488163 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2110e283-6aae-40ec-8810-24ee7836abdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:12.581034 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebba6f01-6dac-4a67-a662-41ace197aa80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:12.613523 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebba6f01-6dac-4a67-a662-41ace197aa80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:12.671082 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebba6f01-6dac-4a67-a662-41ace197aa80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:12.676623 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-08aab020-72ff-4099-adbb-f2000ba098c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:12.690702 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba6f01-6dac-4a67-a662-41ace197aa80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffa64f4-9f06-4986-ae95-3456e0e2c500,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:12.694540 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ebba6f01-6dac-4a67-a662-41ace197aa80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:12.697388 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebba6f01-6dac-4a67-a662-41ace197aa80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:12.701845 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ebba6f01-6dac-4a67-a662-41ace197aa80 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/dffa64f4-9f06-4986-ae95-3456e0e2c500 HTTP/1.1" status: 204 len: 168 time: 0.2104728 Feb 18 12:54:15.685313 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-0dc6e169-c23d-40c9-aa09-b1a03f7ffa32 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=31aa539d0d544bf8a81bb4c918c8841a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378256 Feb 18 12:54:15.873504 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-ed8fe1f7-f63f-4814-a877-d64fb9e55889 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:15.875250 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-ed8fe1f7-f63f-4814-a877-d64fb9e55889 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1831789 Feb 18 12:54:15.898523 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-3898aa23-90ed-4eaf-820e-c032b3893c12 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/quotas/31aa539d0d544bf8a81bb4c918c8841a HTTP/1.1" status: 200 len: 375 time: 0.0112541 Feb 18 12:54:15.960701 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-263671c0-aa11-4d7d-9f3b-78b4edd4e828 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=31aa539d0d544bf8a81bb4c918c8841a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550935 Feb 18 12:54:16.184623 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e43c121f-7052-43bc-b831-40846880bdb3 req-b26e019a-de4f-41d7-a939-fadbe8938624 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/ports?device_id=b23699e4-c059-40de-acf6-c1d42f81bccb HTTP/1.1" status: 200 len: 210 time: 0.0520535 Feb 18 12:54:16.914299 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:17.313305 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2b78f1ed-fe4f-4caa-967f-83ec03e18bdd req-0409b978-6c21-4dc2-b047-dfc47b213e4a tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/ports?device_id=b23699e4-c059-40de-acf6-c1d42f81bccb HTTP/1.1" status: 200 len: 210 time: 0.0529618 Feb 18 12:54:18.447803 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a7686bf1-38f0-43f7-93a7-ededf2081880 req-ddf9ac0c-b5f7-46a9-b2ed-4eede0e7fe4b tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/ports?device_id=b23699e4-c059-40de-acf6-c1d42f81bccb HTTP/1.1" status: 200 len: 210 time: 0.0560472 Feb 18 12:54:19.603568 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-113bb2a1-2121-4996-9bc6-f82e5226f87f req-d6c65090-566b-49fd-8b91-f9540ddf9390 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/ports?device_id=b23699e4-c059-40de-acf6-c1d42f81bccb HTTP/1.1" status: 200 len: 210 time: 0.0930681 Feb 18 12:54:20.793793 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-56ea1f62-a545-4126-bb5e-e617d288a070 req-a5789005-757c-4bbc-9028-fa8f8925f692 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/ports?device_id=b23699e4-c059-40de-acf6-c1d42f81bccb HTTP/1.1" status: 200 len: 210 time: 0.0550051 Feb 18 12:54:21.536335 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-614316b9-2a07-483b-a5a1-c3778065c7e0 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=31aa539d0d544bf8a81bb4c918c8841a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348451 Feb 18 12:54:21.737924 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-1d031189-2164-446d-9dc2-404f0a16fc83 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:21.740611 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-1d031189-2164-446d-9dc2-404f0a16fc83 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986408 Feb 18 12:54:21.765296 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Request body: {'port': {'device_id': 'b23699e4-c059-40de-acf6-c1d42f81bccb', 'network_id': '78426db4-3fc3-4801-aa11-c976891feaee', 'admin_state_up': True, 'tenant_id': '31aa539d0d544bf8a81bb4c918c8841a'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:54:22.005606 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0797df6f-d669-4e0f-931b-5f4a40b81e83 req-f47d6e99-a243-4178-b5f4-604ea7b752ce tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/ports?device_id=b23699e4-c059-40de-acf6-c1d42f81bccb HTTP/1.1" status: 200 len: 210 time: 0.0738766 Feb 18 12:54:22.013496 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:54:22.018256 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Usage tracker for resource:port and tenant:31aa539d0d544bf8a81bb4c918c8841a is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:54:22.021828 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:54:22.030000 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:54:22.041347 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Made reservation on behalf of 31aa539d0d544bf8a81bb4c918c8841a for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:54:22.051057 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:22.074951 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:22.093258 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:54:22.097528 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Usage tracker for resource:security_group_rule and tenant:31aa539d0d544bf8a81bb4c918c8841a is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:54:22.100734 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:54:22.107990 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:54:22.209057 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:22.213113 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:22.225160 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-27c078b5-e611-4730-a43f-b972eba7aa61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:22.356403 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98405127-2534-467c-ab95-476d3ee75c3b,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:22.374438 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:22.374894 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:22.375266 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:22.375716 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:22.376131 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:22.376554 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:22.376964 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:22.377372 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:22.377777 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:22.378179 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:22.378583 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:22.378983 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:22.379510 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:22.379917 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:22.380317 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:22.380717 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:22.381121 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:22.381523 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:22.381921 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:22.382323 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:22.382722 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:22.383130 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:22.383798 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:22.384369 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:22.389954 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:22.720415 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Allocated IP 192.168.233.133 (78426db4-3fc3-4801-aa11-c976891feaee/2c86158a-a612-42a7-8fd7-8010c7bd3093/c9474730-2e03-4448-bca8-f9ae79fd861c) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:54:22.979929 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:23.011826 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Transition to ACTIVE for port object c9474730-2e03-4448-bca8-f9ae79fd861c will not be triggered until provisioned by entity DHCP. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:54:23.050393 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:23.079126 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fbd3e9be-4e04-4a09-a8e0-8cdd581ac287 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:23.226446 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d02949-265e-49cb-81ba-1f1a4bc74c85 req-297c5b9b-4b96-43e8-ab7c-50835183d2ef tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:23.229193 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-58d02949-265e-49cb-81ba-1f1a4bc74c85 req-297c5b9b-4b96-43e8-ab7c-50835183d2ef tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/ports?device_id=b23699e4-c059-40de-acf6-c1d42f81bccb HTTP/1.1" status: 200 len: 936 time: 0.0996895 Feb 18 12:54:23.305982 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-58d02949-265e-49cb-81ba-1f1a4bc74c85 req-4774bd08-7d82-4d6d-aa9e-3396303519e4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/security-groups?id=98405127-2534-467c-ab95-476d3ee75c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639377 Feb 18 12:54:23.539008 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Pushing event updated for resources: {'Port': ['ID=c9474730-2e03-4448-bca8-f9ae79fd861c,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:23.544749 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:23.605196 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Network 78426db4-3fc3-4801-aa11-c976891feaee is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:54:23.606340 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:54:23.609119 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:54:23.697528 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:23.698620 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:23.755348 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9990032 Feb 18 12:54:23.775326 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-86e6bd3a-9f58-4038-bd8b-ab2d00d093f9 service neutron] Request body: {'port': {'device_id': 'b23699e4-c059-40de-acf6-c1d42f81bccb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:54:23.903767 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-077a7bca-7931-4cfe-9213-8c01101ba15f None None] Provisioning for port c9474730-2e03-4448-bca8-f9ae79fd861c completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:54:23.909779 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-077a7bca-7931-4cfe-9213-8c01101ba15f None None] Provisioning complete for port c9474730-2e03-4448-bca8-f9ae79fd861c triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:54:23.910206 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-077a7bca-7931-4cfe-9213-8c01101ba15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:23.910769 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-86e6bd3a-9f58-4038-bd8b-ab2d00d093f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:23.980960 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-077a7bca-7931-4cfe-9213-8c01101ba15f None None] Port c9474730-2e03-4448-bca8-f9ae79fd861c cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:54:24.374363 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-86e6bd3a-9f58-4038-bd8b-ab2d00d093f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9474730-2e03-4448-bca8-f9ae79fd861c {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:54:24.383233 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-86e6bd3a-9f58-4038-bd8b-ab2d00d093f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:24.398018 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-86e6bd3a-9f58-4038-bd8b-ab2d00d093f9 service neutron] Transition to ACTIVE for port object c9474730-2e03-4448-bca8-f9ae79fd861c will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:54:24.402851 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-86e6bd3a-9f58-4038-bd8b-ab2d00d093f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:24.425965 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1f773653-03cb-480d-960a-77ddeeaeaaf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:24.647317 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6bd3a-9f58-4038-bd8b-ab2d00d093f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c9474730-2e03-4448-bca8-f9ae79fd861c,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:24.653786 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86e6bd3a-9f58-4038-bd8b-ab2d00d093f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:24.705882 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf9abf-4b66-409d-8719-ab2305fcb14e req-990d08a4-09dc-4188-abda-40d933aa1652 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:24.706661 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-6aaf9abf-4b66-409d-8719-ab2305fcb14e req-990d08a4-09dc-4188-abda-40d933aa1652 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Synchronizing usage tracker for tenant:31aa539d0d544bf8a81bb4c918c8841a on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:54:24.833220 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-6aaf9abf-4b66-409d-8719-ab2305fcb14e req-990d08a4-09dc-4188-abda-40d933aa1652 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Unset dirty status for tenant:31aa539d0d544bf8a81bb4c918c8841a on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:54:24.834592 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6aaf9abf-4b66-409d-8719-ab2305fcb14e req-990d08a4-09dc-4188-abda-40d933aa1652 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/ports?device_id=b23699e4-c059-40de-acf6-c1d42f81bccb HTTP/1.1" status: 200 len: 948 time: 0.3760738 Feb 18 12:54:24.920741 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-6aaf9abf-4b66-409d-8719-ab2305fcb14e req-cd6ca1d7-dfe9-4fd7-a002-d8cc36fde6ac tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Synchronizing usage tracker for tenant:31aa539d0d544bf8a81bb4c918c8841a on resource:security_group {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:54:24.929071 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-86e6bd3a-9f58-4038-bd8b-ab2d00d093f9 service neutron] Attempting to bind port c9474730-2e03-4448-bca8-f9ae79fd861c on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:54:24.929466 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-86e6bd3a-9f58-4038-bd8b-ab2d00d093f9 service neutron] Attempting to bind port c9474730-2e03-4448-bca8-f9ae79fd861c by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': 'ef46a161-20a9-4299-a845-c3d8e60a3174', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '78426db4-3fc3-4801-aa11-c976891feaee'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:54:24.929920 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-86e6bd3a-9f58-4038-bd8b-ab2d00d093f9 service neutron] Attempting to bind port c9474730-2e03-4448-bca8-f9ae79fd861c on network 78426db4-3fc3-4801-aa11-c976891feaee {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:54:24.939729 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-86e6bd3a-9f58-4038-bd8b-ab2d00d093f9 service neutron] Checking agent: {'id': '18f92198-7ba7-4077-b6e2-71a52c8a0624', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 28, 38), 'started_at': datetime.datetime(2021, 2, 18, 12, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:54:24.940120 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-86e6bd3a-9f58-4038-bd8b-ab2d00d093f9 service neutron] Checking segment: {'id': 'ef46a161-20a9-4299-a845-c3d8e60a3174', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '78426db4-3fc3-4801-aa11-c976891feaee'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:54:24.940535 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-86e6bd3a-9f58-4038-bd8b-ab2d00d093f9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:24.940939 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-86e6bd3a-9f58-4038-bd8b-ab2d00d093f9 service neutron] Bound using segment: {'id': 'ef46a161-20a9-4299-a845-c3d8e60a3174', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '78426db4-3fc3-4801-aa11-c976891feaee'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:54:24.941452 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-86e6bd3a-9f58-4038-bd8b-ab2d00d093f9 service neutron] Bound port: c9474730-2e03-4448-bca8-f9ae79fd861c, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef46a161-20a9-4299-a845-c3d8e60a3174', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '78426db4-3fc3-4801-aa11-c976891feaee'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:54:24.941830 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-86e6bd3a-9f58-4038-bd8b-ab2d00d093f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:25.000223 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-6aaf9abf-4b66-409d-8719-ab2305fcb14e req-cd6ca1d7-dfe9-4fd7-a002-d8cc36fde6ac tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Unset dirty status for tenant:31aa539d0d544bf8a81bb4c918c8841a on resource:security_group {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:54:25.001456 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6aaf9abf-4b66-409d-8719-ab2305fcb14e req-cd6ca1d7-dfe9-4fd7-a002-d8cc36fde6ac tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/security-groups?id=98405127-2534-467c-ab95-476d3ee75c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531222 Feb 18 12:54:25.068001 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-86e6bd3a-9f58-4038-bd8b-ab2d00d093f9 service neutron] For port c9474730-2e03-4448-bca8-f9ae79fd861c, host hv-cinder-77642, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:54:25.072660 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-86e6bd3a-9f58-4038-bd8b-ab2d00d093f9 service neutron] For port c9474730-2e03-4448-bca8-f9ae79fd861c, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=c9474730-2e03-4448-bca8-f9ae79fd861c,segment=NetworkSegment(ef46a161-20a9-4299-a845-c3d8e60a3174),segment_id=ef46a161-20a9-4299-a845-c3d8e60a3174)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:54:25.078897 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-86e6bd3a-9f58-4038-bd8b-ab2d00d093f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:25.094334 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4dea5291-168e-41d6-841f-a4e9a51a69e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:25.282885 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6bd3a-9f58-4038-bd8b-ab2d00d093f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c9474730-2e03-4448-bca8-f9ae79fd861c,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:25.288853 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86e6bd3a-9f58-4038-bd8b-ab2d00d093f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:25.327682 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-86e6bd3a-9f58-4038-bd8b-ab2d00d093f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:25.328378 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-86e6bd3a-9f58-4038-bd8b-ab2d00d093f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:25.329958 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-86e6bd3a-9f58-4038-bd8b-ab2d00d093f9 service neutron] 10.222.0.99 "PUT /v2.0/ports/c9474730-2e03-4448-bca8-f9ae79fd861c HTTP/1.1" status: 200 len: 1162 time: 1.5604713 Feb 18 12:54:25.330569 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23699e4-c059-40de-acf6-c1d42f81bccb', 'tag': 'c9474730-2e03-4448-bca8-f9ae79fd861c'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:54:25.458096 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23699e4-c059-40de-acf6-c1d42f81bccb', 'tag': 'c9474730-2e03-4448-bca8-f9ae79fd861c', 'status': 'completed', 'code': 200} Feb 18 12:54:25.507761 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-d40c965d-66ac-4d45-9330-131ae38b45c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:25.517662 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-d40c965d-66ac-4d45-9330-131ae38b45c9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=31aa539d0d544bf8a81bb4c918c8841a&device_id=b23699e4-c059-40de-acf6-c1d42f81bccb HTTP/1.1" status: 200 len: 1165 time: 0.0969832 Feb 18 12:54:25.599900 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-01216831-1041-45ea-a262-924b6c88efe8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=c9474730-2e03-4448-bca8-f9ae79fd861c HTTP/1.1" status: 200 len: 217 time: 0.0750716 Feb 18 12:54:25.673461 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-48b80e24-c42f-4bdc-93ba-8c127cf9e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:25.675092 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-48b80e24-c42f-4bdc-93ba-8c127cf9e6cf service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2c86158a-a612-42a7-8fd7-8010c7bd3093 HTTP/1.1" status: 200 len: 843 time: 0.0693796 Feb 18 12:54:25.768020 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-1be79302-5d64-4f55-81b3-72f3c17ea52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:25.769767 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-1be79302-5d64-4f55-81b3-72f3c17ea52e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=78426db4-3fc3-4801-aa11-c976891feaee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0885668 Feb 18 12:54:25.928388 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-fc769e13-fc50-4055-828c-5f5c59e06677 service neutron] 10.222.0.99 "GET /v2.0/networks/78426db4-3fc3-4801-aa11-c976891feaee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519587 Feb 18 12:54:26.251873 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ec3c4032-db0f-4207-bac9-c3a95565c168 req-0a301eef-3e5d-4ded-9014-8db5e355a555 service neutron] 10.222.0.99 "GET /v2.0/networks/78426db4-3fc3-4801-aa11-c976891feaee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2973139 Feb 18 12:54:26.326870 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3345ab4-0743-4bbe-a6e6-c73e9fde44a8 req-272b701b-0199-43a2-8273-4cc5f77ccf36 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:26.329777 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d3345ab4-0743-4bbe-a6e6-c73e9fde44a8 req-272b701b-0199-43a2-8273-4cc5f77ccf36 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/ports?device_id=b23699e4-c059-40de-acf6-c1d42f81bccb HTTP/1.1" status: 200 len: 948 time: 0.1863227 Feb 18 12:54:26.442302 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d3345ab4-0743-4bbe-a6e6-c73e9fde44a8 req-1a383d8b-eff3-4b82-a917-16397c7e0c3b tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/security-groups?id=98405127-2534-467c-ab95-476d3ee75c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060815 Feb 18 12:54:26.474515 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852b07f-93ea-460d-a513-75a40418e122 req-fabab432-e372-463b-a251-bc5fe64e0d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:26.477880 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6852b07f-93ea-460d-a513-75a40418e122 req-fabab432-e372-463b-a251-bc5fe64e0d0b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=31aa539d0d544bf8a81bb4c918c8841a&device_id=b23699e4-c059-40de-acf6-c1d42f81bccb HTTP/1.1" status: 200 len: 1165 time: 0.1258261 Feb 18 12:54:26.651189 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852b07f-93ea-460d-a513-75a40418e122 req-dea056b4-2874-41db-a477-3d3bf2ea0067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:26.653141 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6852b07f-93ea-460d-a513-75a40418e122 req-dea056b4-2874-41db-a477-3d3bf2ea0067 service neutron] 10.222.0.99 "GET /v2.0/networks?id=78426db4-3fc3-4801-aa11-c976891feaee HTTP/1.1" status: 200 len: 863 time: 0.1684585 Feb 18 12:54:26.729763 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6852b07f-93ea-460d-a513-75a40418e122 req-ba192b15-40af-489f-b94d-2db6fa669b24 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=c9474730-2e03-4448-bca8-f9ae79fd861c HTTP/1.1" status: 200 len: 217 time: 0.0695848 Feb 18 12:54:26.808489 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852b07f-93ea-460d-a513-75a40418e122 req-2dfa9bf0-1c43-4634-82b8-b43d46774ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:26.810138 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6852b07f-93ea-460d-a513-75a40418e122 req-2dfa9bf0-1c43-4634-82b8-b43d46774ecd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2c86158a-a612-42a7-8fd7-8010c7bd3093 HTTP/1.1" status: 200 len: 843 time: 0.0747452 Feb 18 12:54:26.896994 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852b07f-93ea-460d-a513-75a40418e122 req-93ef2d9b-f203-46d3-b2b7-ad65261a593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:26.898650 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6852b07f-93ea-460d-a513-75a40418e122 req-93ef2d9b-f203-46d3-b2b7-ad65261a593c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=78426db4-3fc3-4801-aa11-c976891feaee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0812466 Feb 18 12:54:27.061407 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6852b07f-93ea-460d-a513-75a40418e122 req-b9506042-15e2-4cc4-8188-93febbd61ff2 service neutron] 10.222.0.99 "GET /v2.0/networks/78426db4-3fc3-4801-aa11-c976891feaee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554675 Feb 18 12:54:27.219545 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6852b07f-93ea-460d-a513-75a40418e122 req-754af394-b5fb-41e4-837c-0504231ca933 service neutron] 10.222.0.99 "GET /v2.0/networks/78426db4-3fc3-4801-aa11-c976891feaee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1502194 Feb 18 12:54:27.687883 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb0817-84ee-4de1-bad1-3b21e03e6f91 req-edba7adb-99a3-47f7-b95c-09709c09b5bf tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:27.689876 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8dfb0817-84ee-4de1-bad1-3b21e03e6f91 req-edba7adb-99a3-47f7-b95c-09709c09b5bf tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/ports?device_id=b23699e4-c059-40de-acf6-c1d42f81bccb HTTP/1.1" status: 200 len: 948 time: 0.0966527 Feb 18 12:54:27.746097 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8dfb0817-84ee-4de1-bad1-3b21e03e6f91 req-f2c25753-446c-493f-a25c-49fd3cc0c036 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/security-groups?id=98405127-2534-467c-ab95-476d3ee75c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488374 Feb 18 12:54:28.973912 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65a559-f0a0-4d4b-b045-ac9d3d678c4f req-a7b3184d-c190-41c7-af56-eece8baa9eb2 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:28.975831 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-da65a559-f0a0-4d4b-b045-ac9d3d678c4f req-a7b3184d-c190-41c7-af56-eece8baa9eb2 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/ports?device_id=b23699e4-c059-40de-acf6-c1d42f81bccb HTTP/1.1" status: 200 len: 948 time: 0.1081035 Feb 18 12:54:29.031545 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-da65a559-f0a0-4d4b-b045-ac9d3d678c4f req-e47f9d20-d4aa-43fb-a431-e25bb9688f73 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/security-groups?id=98405127-2534-467c-ab95-476d3ee75c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471296 Feb 18 12:54:30.316797 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90fd634-bc2f-4175-9772-4e4e59f617f6 req-08a8f4b4-4766-4237-8455-a4e42720e860 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:30.318493 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b90fd634-bc2f-4175-9772-4e4e59f617f6 req-08a8f4b4-4766-4237-8455-a4e42720e860 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/ports?device_id=b23699e4-c059-40de-acf6-c1d42f81bccb HTTP/1.1" status: 200 len: 948 time: 0.0972714 Feb 18 12:54:30.380644 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b90fd634-bc2f-4175-9772-4e4e59f617f6 req-9bec7268-e094-45e4-894f-6cfbbcc26c75 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/security-groups?id=98405127-2534-467c-ab95-476d3ee75c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525982 Feb 18 12:54:30.518340 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Network 78426db4-3fc3-4801-aa11-c976891feaee details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:54:30.917743 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.objects.ports [None req-8960605c-b3ae-441d-bf5c-2a12008b1166 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83988) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 12:54:31.036932 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b4403362-72e9-4043-afb0-18fb3943ca58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:31.552493 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device c9474730-2e03-4448-bca8-f9ae79fd861c up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:54:31.621529 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4226d-8ba8-45b6-bdf0-8b80c9796701 req-e56ef36e-4098-4a74-a1e3-8ff109208456 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:31.623284 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f9b4226d-8ba8-45b6-bdf0-8b80c9796701 req-e56ef36e-4098-4a74-a1e3-8ff109208456 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/ports?device_id=b23699e4-c059-40de-acf6-c1d42f81bccb HTTP/1.1" status: 200 len: 948 time: 0.1190186 Feb 18 12:54:31.655840 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning for port c9474730-2e03-4448-bca8-f9ae79fd861c completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:54:31.662214 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port c9474730-2e03-4448-bca8-f9ae79fd861c triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:54:31.662851 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:31.678297 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f9b4226d-8ba8-45b6-bdf0-8b80c9796701 req-3eb52b1e-574f-4088-acd6-c2e084cf5d5d tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/security-groups?id=98405127-2534-467c-ab95-476d3ee75c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477986 Feb 18 12:54:31.801860 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:31.832544 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23699e4-c059-40de-acf6-c1d42f81bccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9474730-2e03-4448-bca8-f9ae79fd861c'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:54:31.844610 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port c9474730-2e03-4448-bca8-f9ae79fd861c, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=c9474730-2e03-4448-bca8-f9ae79fd861c,segment=NetworkSegment(ef46a161-20a9-4299-a845-c3d8e60a3174),segment_id=ef46a161-20a9-4299-a845-c3d8e60a3174)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:54:31.848409 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:31.850494 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:31.890233 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23699e4-c059-40de-acf6-c1d42f81bccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9474730-2e03-4448-bca8-f9ae79fd861c', 'code': 200} Feb 18 12:54:31.932872 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=c9474730-2e03-4448-bca8-f9ae79fd861c,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:31.941907 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:31.942292 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:31.942740 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:31.943113 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:31.943526 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:31.943875 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:31.944240 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:31.944604 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:31.944967 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:31.945329 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:31.945690 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:31.946099 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:31.946525 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:31.947031 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:31.947402 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:31.947790 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:31.948144 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:31.948508 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:31.948871 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:31.949231 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:31.949590 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:31.949949 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:31.950304 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:31.950660 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:31.955311 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:32.201209 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d3d7f-34b6-4835-9ada-8ea368ad8952 req-9a7f5223-991b-4f51-af07-06f5cb3c3bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:32.202868 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b32d3d7f-34b6-4835-9ada-8ea368ad8952 req-9a7f5223-991b-4f51-af07-06f5cb3c3bd2 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b23699e4-c059-40de-acf6-c1d42f81bccb HTTP/1.1" status: 200 len: 1167 time: 0.0872581 Feb 18 12:54:32.253795 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b32d3d7f-34b6-4835-9ada-8ea368ad8952 req-7d5fe696-d853-456b-b1ce-a0bf600018da service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=98405127-2534-467c-ab95-476d3ee75c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438514 Feb 18 12:54:32.590843 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device c9474730-2e03-4448-bca8-f9ae79fd861c up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:54:32.672202 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port c9474730-2e03-4448-bca8-f9ae79fd861c triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:54:32.672620 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:32.909225 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024d9fb-3b3f-4e51-8650-9c386f5fcbac req-0e754129-bdc0-4253-b494-adb68746850a tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:32.910906 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a024d9fb-3b3f-4e51-8650-9c386f5fcbac req-0e754129-bdc0-4253-b494-adb68746850a tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/ports?device_id=b23699e4-c059-40de-acf6-c1d42f81bccb HTTP/1.1" status: 200 len: 950 time: 0.0913830 Feb 18 12:54:33.232821 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a024d9fb-3b3f-4e51-8650-9c386f5fcbac req-1600522a-ec2f-4c45-bacb-3c7f9f67fe1f tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/security-groups?id=98405127-2534-467c-ab95-476d3ee75c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146276 Feb 18 12:54:33.470779 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a6730ebe-1038-4785-b7e5-276bf526cc32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:33.960348 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:34.461209 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c2581-a1fa-48b8-b9e8-984227ef989e req-c4ae3b3e-7f51-418f-addd-656628f9a014 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:34.462963 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0e2c2581-a1fa-48b8-b9e8-984227ef989e req-c4ae3b3e-7f51-418f-addd-656628f9a014 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/ports?device_id=b23699e4-c059-40de-acf6-c1d42f81bccb HTTP/1.1" status: 200 len: 950 time: 0.0925095 Feb 18 12:54:34.521600 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0e2c2581-a1fa-48b8-b9e8-984227ef989e req-f8059a1e-56c6-4210-9b26-303d01bdcd33 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/security-groups?id=98405127-2534-467c-ab95-476d3ee75c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512123 Feb 18 12:54:35.067239 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d60d9-5a9d-4d92-a6b4-f4008f86d9d4 req-a597ca7b-cd4e-4261-9517-2e62654643a9 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:35.069019 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eb1d60d9-5a9d-4d92-a6b4-f4008f86d9d4 req-a597ca7b-cd4e-4261-9517-2e62654643a9 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/ports?device_id=b23699e4-c059-40de-acf6-c1d42f81bccb HTTP/1.1" status: 200 len: 950 time: 0.0962725 Feb 18 12:54:35.126733 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eb1d60d9-5a9d-4d92-a6b4-f4008f86d9d4 req-3ecb3ab3-2503-4e73-b469-a7883de53ae0 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/security-groups?id=98405127-2534-467c-ab95-476d3ee75c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494556 Feb 18 12:54:35.178360 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:35.615430 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:36.347102 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc512890-964d-4e3b-9a66-5fadd05eeb21 req-8caf4293-d103-4810-ab27-cbc979ada57f tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:36.348873 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cc512890-964d-4e3b-9a66-5fadd05eeb21 req-8caf4293-d103-4810-ab27-cbc979ada57f tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/ports?device_id=b23699e4-c059-40de-acf6-c1d42f81bccb HTTP/1.1" status: 200 len: 950 time: 0.0939360 Feb 18 12:54:36.403257 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cc512890-964d-4e3b-9a66-5fadd05eeb21 req-b82e617c-898e-47c1-84bb-54f9ac0cad04 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/security-groups?id=98405127-2534-467c-ab95-476d3ee75c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469160 Feb 18 12:54:36.541338 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ebb63-f94d-4fe0-b913-b59c8dd4241c req-c5da1d3a-e044-4741-a58b-52a3a71b4fd9 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:36.543227 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-042ebb63-f94d-4fe0-b913-b59c8dd4241c req-c5da1d3a-e044-4741-a58b-52a3a71b4fd9 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.99 "GET /v2.0/ports?device_id=b23699e4-c059-40de-acf6-c1d42f81bccb HTTP/1.1" status: 200 len: 950 time: 0.0912561 Feb 18 12:54:36.586097 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device c9474730-2e03-4448-bca8-f9ae79fd861c no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:54:36.652254 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-042ebb63-f94d-4fe0-b913-b59c8dd4241c req-d1fbd5be-ccbf-41da-bf26-7912270c903d tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Deleting port c9474730-2e03-4448-bca8-f9ae79fd861c {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:54:36.652874 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-042ebb63-f94d-4fe0-b913-b59c8dd4241c req-d1fbd5be-ccbf-41da-bf26-7912270c903d tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:36.782975 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:36.817366 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23699e4-c059-40de-acf6-c1d42f81bccb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9474730-2e03-4448-bca8-f9ae79fd861c'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:54:36.830206 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port c9474730-2e03-4448-bca8-f9ae79fd861c, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=c9474730-2e03-4448-bca8-f9ae79fd861c,segment=NetworkSegment(ef46a161-20a9-4299-a845-c3d8e60a3174),segment_id=ef46a161-20a9-4299-a845-c3d8e60a3174)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:54:36.834777 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:36.838264 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:36.902094 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23699e4-c059-40de-acf6-c1d42f81bccb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9474730-2e03-4448-bca8-f9ae79fd861c', 'code': 200} Feb 18 12:54:36.944762 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=c9474730-2e03-4448-bca8-f9ae79fd861c,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:36.949480 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:37.114322 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-042ebb63-f94d-4fe0-b913-b59c8dd4241c req-d1fbd5be-ccbf-41da-bf26-7912270c903d tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] For port c9474730-2e03-4448-bca8-f9ae79fd861c, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=c9474730-2e03-4448-bca8-f9ae79fd861c,segment=NetworkSegment(ef46a161-20a9-4299-a845-c3d8e60a3174),segment_id=ef46a161-20a9-4299-a845-c3d8e60a3174)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:54:37.114939 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-042ebb63-f94d-4fe0-b913-b59c8dd4241c req-d1fbd5be-ccbf-41da-bf26-7912270c903d tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:37.337640 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:54:37.390741 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-042ebb63-f94d-4fe0-b913-b59c8dd4241c req-d1fbd5be-ccbf-41da-bf26-7912270c903d tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Calling delete_port for c9474730-2e03-4448-bca8-f9ae79fd861c owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:54:37.676844 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [req-042ebb63-f94d-4fe0-b913-b59c8dd4241c req-d1fbd5be-ccbf-41da-bf26-7912270c903d tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83987) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 12:54:37.677389 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_db.api [req-042ebb63-f94d-4fe0-b913-b59c8dd4241c req-d1fbd5be-ccbf-41da-bf26-7912270c903d tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 12:54:37.725469 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040f342-9fc5-47c9-b568-332f25e076fc req-2d5e6a6f-1179-4f29-81a8-c8a634a010b0 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:37.728543 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7040f342-9fc5-47c9-b568-332f25e076fc req-2d5e6a6f-1179-4f29-81a8-c8a634a010b0 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/ports?device_id=b23699e4-c059-40de-acf6-c1d42f81bccb HTTP/1.1" status: 200 len: 948 time: 0.1773245 Feb 18 12:54:37.786843 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7040f342-9fc5-47c9-b568-332f25e076fc req-5259ce54-b1fc-4127-93ed-d5bf8d1161c7 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/security-groups?id=98405127-2534-467c-ab95-476d3ee75c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520020 Feb 18 12:54:38.178634 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-042ebb63-f94d-4fe0-b913-b59c8dd4241c req-d1fbd5be-ccbf-41da-bf26-7912270c903d tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Deleting port c9474730-2e03-4448-bca8-f9ae79fd861c {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:54:38.179038 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-042ebb63-f94d-4fe0-b913-b59c8dd4241c req-d1fbd5be-ccbf-41da-bf26-7912270c903d tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:38.467958 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-042ebb63-f94d-4fe0-b913-b59c8dd4241c req-d1fbd5be-ccbf-41da-bf26-7912270c903d tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] For port c9474730-2e03-4448-bca8-f9ae79fd861c, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=c9474730-2e03-4448-bca8-f9ae79fd861c,segment=NetworkSegment(ef46a161-20a9-4299-a845-c3d8e60a3174),segment_id=ef46a161-20a9-4299-a845-c3d8e60a3174)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:54:38.468745 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-042ebb63-f94d-4fe0-b913-b59c8dd4241c req-d1fbd5be-ccbf-41da-bf26-7912270c903d tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:38.617023 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-042ebb63-f94d-4fe0-b913-b59c8dd4241c req-d1fbd5be-ccbf-41da-bf26-7912270c903d tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Calling delete_port for c9474730-2e03-4448-bca8-f9ae79fd861c owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:54:38.781046 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-042ebb63-f94d-4fe0-b913-b59c8dd4241c req-d1fbd5be-ccbf-41da-bf26-7912270c903d tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:38.819671 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1f773653-03cb-480d-960a-77ddeeaeaaf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:38.973373 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d13d29e0-7f64-4280-b41a-5f7faffabee8 req-e849b88d-3b3e-46d1-be3f-845785479c5c tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.83 "GET /v2.0/ports?device_id=b23699e4-c059-40de-acf6-c1d42f81bccb HTTP/1.1" status: 200 len: 210 time: 0.0597548 Feb 18 12:54:39.012416 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fbd5be-ccbf-41da-bf26-7912270c903d tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Pushing event deleted for resources: {'Port': ['ID=c9474730-2e03-4448-bca8-f9ae79fd861c,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:39.025392 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d1fbd5be-ccbf-41da-bf26-7912270c903d tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:39.196945 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-042ebb63-f94d-4fe0-b913-b59c8dd4241c req-d1fbd5be-ccbf-41da-bf26-7912270c903d tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] No DVR routers for this DVR port c9474730-2e03-4448-bca8-f9ae79fd861c on host hv-cinder-77642 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:54:39.200765 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-042ebb63-f94d-4fe0-b913-b59c8dd4241c req-d1fbd5be-ccbf-41da-bf26-7912270c903d tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:39.206125 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23699e4-c059-40de-acf6-c1d42f81bccb', 'name': 'network-vif-deleted', 'tag': 'c9474730-2e03-4448-bca8-f9ae79fd861c'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:54:39.233660 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-042ebb63-f94d-4fe0-b913-b59c8dd4241c req-d1fbd5be-ccbf-41da-bf26-7912270c903d tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] 10.222.0.99 "DELETE /v2.0/ports/c9474730-2e03-4448-bca8-f9ae79fd861c HTTP/1.1" status: 204 len: 173 time: 2.6845815 Feb 18 12:54:39.280591 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23699e4-c059-40de-acf6-c1d42f81bccb', 'name': 'network-vif-deleted', 'tag': 'c9474730-2e03-4448-bca8-f9ae79fd861c', 'status': 'completed', 'code': 200} Feb 18 12:54:45.589063 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 55430) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:54:45.808145 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-a47c8e3c-586e-4f12-8b70-073e96db6d70 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=31aa539d0d544bf8a81bb4c918c8841a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2173302 Feb 18 12:54:45.811133 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 55436) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:54:45.886649 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0c1b770b-c062-42b2-9e35-b5b980638cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:45.925960 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0c1b770b-c062-42b2-9e35-b5b980638cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:45.985839 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0c1b770b-c062-42b2-9e35-b5b980638cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:45.992056 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6f9e4cbf-6fbf-4a3e-987b-e82fc65ba118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:46.010620 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b770b-c062-42b2-9e35-b5b980638cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98405127-2534-467c-ab95-476d3ee75c3b,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:46.018002 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0c1b770b-c062-42b2-9e35-b5b980638cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:46.022604 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0c1b770b-c062-42b2-9e35-b5b980638cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:46.026394 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-0c1b770b-c062-42b2-9e35-b5b980638cff admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/98405127-2534-467c-ab95-476d3ee75c3b HTTP/1.1" status: 204 len: 168 time: 0.2137058 Feb 18 12:54:46.890868 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 55458) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:54:46.924423 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:47.021824 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-70ed0d33-4290-48ac-8091-48a3b982cf17 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-941074253-network', 'tenant_id': '0044bd282b264e4a8076500916247f6f'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:54:47.028017 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-70ed0d33-4290-48ac-8091-48a3b982cf17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:54:47.035610 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-70ed0d33-4290-48ac-8091-48a3b982cf17 admin admin] Usage tracker for resource:network and tenant:0044bd282b264e4a8076500916247f6f is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:54:47.041230 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-70ed0d33-4290-48ac-8091-48a3b982cf17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:54:47.048973 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-70ed0d33-4290-48ac-8091-48a3b982cf17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:54:47.062666 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ed0d33-4290-48ac-8091-48a3b982cf17 admin admin] Made reservation on behalf of 0044bd282b264e4a8076500916247f6f for: {'network': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:54:47.067818 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-70ed0d33-4290-48ac-8091-48a3b982cf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for network, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:47.083103 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-70ed0d33-4290-48ac-8091-48a3b982cf17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:47.101830 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-70ed0d33-4290-48ac-8091-48a3b982cf17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:54:47.107728 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-70ed0d33-4290-48ac-8091-48a3b982cf17 admin admin] Usage tracker for resource:security_group_rule and tenant:0044bd282b264e4a8076500916247f6f is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:54:47.111050 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-70ed0d33-4290-48ac-8091-48a3b982cf17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:54:47.117891 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-70ed0d33-4290-48ac-8091-48a3b982cf17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:54:47.220481 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-70ed0d33-4290-48ac-8091-48a3b982cf17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:47.224013 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-70ed0d33-4290-48ac-8091-48a3b982cf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:47.228206 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-66c74d96-03e0-4797-bf1d-bc797ba37718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:47.268835 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ed0d33-4290-48ac-8091-48a3b982cf17 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:54:47.279601 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed0d33-4290-48ac-8091-48a3b982cf17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473974e1-9a04-4712-ab80-d83c5c07d487,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:47.283285 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-70ed0d33-4290-48ac-8091-48a3b982cf17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:47.291870 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-70ed0d33-4290-48ac-8091-48a3b982cf17 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731035333406', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:47.292637 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-70ed0d33-4290-48ac-8091-48a3b982cf17 admin admin] Added segment d163d6fb-69d5-4c8e-beef-2ee437204402 of type vxlan for network 4964e697-e088-4339-9e4d-60047496f987 Feb 18 12:54:47.328098 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-70ed0d33-4290-48ac-8091-48a3b982cf17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305820034079'] for network, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:47.363530 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-70ed0d33-4290-48ac-8091-48a3b982cf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:47.364797 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed0d33-4290-48ac-8091-48a3b982cf17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:47.365955 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-70ed0d33-4290-48ac-8091-48a3b982cf17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:47.375236 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:47.485645 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-70ed0d33-4290-48ac-8091-48a3b982cf17 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5934451 Feb 18 12:54:47.491072 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 55464) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:54:47.494655 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed0d33-4290-48ac-8091-48a3b982cf17 admin admin] Pushing event updated for resources: {'Network': ['ID=4964e697-e088-4339-9e4d-60047496f987,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:47.498216 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-70ed0d33-4290-48ac-8091-48a3b982cf17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:47.500611 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Request body: {'subnet': {'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-941074253-subnet', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'ip_version': 4}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:54:47.509553 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:54:47.511595 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Network 4964e697-e088-4339-9e4d-60047496f987 details requested by agent ovs-agent-dv-cinder-776422-1-iscsi with host dv-cinder-776422-1-iscsi {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:54:47.515712 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Usage tracker for resource:subnet and tenant:0044bd282b264e4a8076500916247f6f is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:54:47.519744 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:54:47.526561 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:54:47.529618 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Network 4964e697-e088-4339-9e4d-60047496f987 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:54:47.541696 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Made reservation on behalf of 0044bd282b264e4a8076500916247f6f for: {'subnet': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:54:47.549281 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848986586'] for subnet, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:48.032646 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848845742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848986603'] for subnet, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:48.049359 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ec9e2227-87a3-4dc2-92e5-5aa9ad405e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:48.444760 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16b0130f-6807-4465-93a6-a479c0f09cef,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:48.461749 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:48.462170 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:48.462591 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:48.462999 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:48.463405 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:48.463953 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:48.464348 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:48.464904 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:48.465145 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:48.465544 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:48.465950 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:48.466341 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:48.466830 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:48.467242 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:48.467669 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:48.468104 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:48.468509 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:48.468908 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:48.469307 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:48.469703 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:48.470101 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:48.470495 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:48.470888 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:48.471285 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:48.478793 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:48.538070 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Checking segment: {'id': 'd163d6fb-69d5-4c8e-beef-2ee437204402', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4964e697-e088-4339-9e4d-60047496f987'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:54:48.538454 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Network hostable DHCP agents. Network: 4964e697-e088-4339-9e4d-60047496f987, hostable agents: ['bed05dfd-bd83-4319-8df6-46deac5f4b19'], hosted agents: [] {{(pid=83986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:54:48.560596 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Network 4964e697-e088-4339-9e4d-60047496f987 is scheduled to be hosted by DHCP agent bed05dfd-bd83-4319-8df6-46deac5f4b19 with binding_index 1 {{(pid=83986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:54:48.569975 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-iscsi, 4964e697-e088-4339-9e4d-60047496f987) {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:54:48.585510 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ae4a95-74e8-4127-9b8f-e694e502db08 None None] Network 4964e697-e088-4339-9e4d-60047496f987 requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:54:48.585803 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:48.587003 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:48.623205 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-94fc2b2a-de3e-4be4-8ea8-da03064faf20 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1303349 Feb 18 12:54:48.626348 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 55468) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:54:48.632924 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-496e3194-2e82-4d24-ab8b-e93eeb4227e2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-941074253-router', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:54:48.639124 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-496e3194-2e82-4d24-ab8b-e93eeb4227e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:54:48.644015 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-496e3194-2e82-4d24-ab8b-e93eeb4227e2 admin admin] Usage tracker for resource:router and tenant:0044bd282b264e4a8076500916247f6f is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:54:48.648137 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-496e3194-2e82-4d24-ab8b-e93eeb4227e2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:54:48.656456 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-496e3194-2e82-4d24-ab8b-e93eeb4227e2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:54:48.672743 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-496e3194-2e82-4d24-ab8b-e93eeb4227e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854405644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45858'] for router, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:48.674012 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-496e3194-2e82-4d24-ab8b-e93eeb4227e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854405659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854412285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7878893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854729959'] for router, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:48.697801 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-496e3194-2e82-4d24-ab8b-e93eeb4227e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:49.044227 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfcb35b-5ef5-4f82-81e5-84e27050ccc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf59abdbf-fe40-5d86-8cc1-ae78ae9cb90e-4964e697-e088-4339-9e4d-60047496f987', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'fixed_ips': [{'subnet_id': '16b0130f-6807-4465-93a6-a479c0f09cef'}]}} from dv-cinder-776422-1-iscsi. {{(pid=83988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 12:54:49.045543 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6cfcb35b-5ef5-4f82-81e5-84e27050ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:49.141241 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-496e3194-2e82-4d24-ab8b-e93eeb4227e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854412150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854729976'] for router, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:49.478639 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-6cfcb35b-5ef5-4f82-81e5-84e27050ccc4 None None] Allocated IP 172.20.0.2 (4964e697-e088-4339-9e4d-60047496f987/16b0130f-6807-4465-93a6-a479c0f09cef/62db69e0-ae05-4f76-95f5-6c59766deccb) {{(pid=83988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:54:49.555279 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-496e3194-2e82-4d24-ab8b-e93eeb4227e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:49.594632 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-496e3194-2e82-4d24-ab8b-e93eeb4227e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:49.853832 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6cfcb35b-5ef5-4f82-81e5-84e27050ccc4 None None] Notify callbacks [] for port, precommit_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:49.870596 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-6cfcb35b-5ef5-4f82-81e5-84e27050ccc4 None None] Transition to ACTIVE for port object 62db69e0-ae05-4f76-95f5-6c59766deccb will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:54:49.895293 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-6cfcb35b-5ef5-4f82-81e5-84e27050ccc4 None None] Transition to ACTIVE for port object 62db69e0-ae05-4f76-95f5-6c59766deccb will not be triggered until provisioned by entity DHCP. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:54:49.905320 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6cfcb35b-5ef5-4f82-81e5-84e27050ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147'] for port, after_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:49.925278 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:49.965621 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-496e3194-2e82-4d24-ab8b-e93eeb4227e2 admin admin] Allocated IP 172.27.1.86 (af22eeb7-a3c9-494b-a94b-4ce3a52cae78/7f96d68a-30b3-4cd1-8fb4-11341d49a56c/60e90a4b-d25e-4b0e-97fb-1f572475bd1d) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:54:50.184566 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcb35b-5ef5-4f82-81e5-84e27050ccc4 None None] Pushing event updated for resources: {'Port': ['ID=62db69e0-ae05-4f76-95f5-6c59766deccb,revision_number=1']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:50.190946 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6cfcb35b-5ef5-4f82-81e5-84e27050ccc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:50.260695 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-496e3194-2e82-4d24-ab8b-e93eeb4227e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:50.284079 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfcb35b-5ef5-4f82-81e5-84e27050ccc4 None None] Network 4964e697-e088-4339-9e4d-60047496f987 is already hosted by enough agents. {{(pid=83988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:54:50.285952 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-6cfcb35b-5ef5-4f82-81e5-84e27050ccc4 None None] Resources bound (agent type, host, resource id): {{(pid=83988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:54:50.290422 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfcb35b-5ef5-4f82-81e5-84e27050ccc4 None None] Received port after_create {{(pid=83988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:54:50.304372 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-496e3194-2e82-4d24-ab8b-e93eeb4227e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848845764'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:50.330150 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2022ef16-6bac-407e-a61d-1279ea8b29be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:50.375739 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-6cfcb35b-5ef5-4f82-81e5-84e27050ccc4 None None] Attempting to bind port 62db69e0-ae05-4f76-95f5-6c59766deccb on host dv-cinder-776422-1-iscsi for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:54:50.376432 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-6cfcb35b-5ef5-4f82-81e5-84e27050ccc4 None None] Attempting to bind port 62db69e0-ae05-4f76-95f5-6c59766deccb by drivers openvswitch on host dv-cinder-776422-1-iscsi at level 0 using segments [{'id': 'd163d6fb-69d5-4c8e-beef-2ee437204402', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4964e697-e088-4339-9e4d-60047496f987'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:54:50.377142 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfcb35b-5ef5-4f82-81e5-84e27050ccc4 None None] Attempting to bind port 62db69e0-ae05-4f76-95f5-6c59766deccb on network 4964e697-e088-4339-9e4d-60047496f987 {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:54:50.389640 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfcb35b-5ef5-4f82-81e5-84e27050ccc4 None None] Checking agent: {'id': 'ac3e34c9-0d53-40a9-ab2e-3d2b62a37265', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 21, 35), 'started_at': datetime.datetime(2021, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:54:50.390610 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfcb35b-5ef5-4f82-81e5-84e27050ccc4 None None] Checking segment: {'id': 'd163d6fb-69d5-4c8e-beef-2ee437204402', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4964e697-e088-4339-9e4d-60047496f987'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:54:50.391390 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6cfcb35b-5ef5-4f82-81e5-84e27050ccc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:50.392208 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfcb35b-5ef5-4f82-81e5-84e27050ccc4 None None] Bound using segment: {'id': 'd163d6fb-69d5-4c8e-beef-2ee437204402', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4964e697-e088-4339-9e4d-60047496f987'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:54:50.393172 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-6cfcb35b-5ef5-4f82-81e5-84e27050ccc4 None None] Bound port: 62db69e0-ae05-4f76-95f5-6c59766deccb, host: dv-cinder-776422-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd163d6fb-69d5-4c8e-beef-2ee437204402', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4964e697-e088-4339-9e4d-60047496f987'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:54:50.393907 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6cfcb35b-5ef5-4f82-81e5-84e27050ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:50.496179 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e3194-2e82-4d24-ab8b-e93eeb4227e2 admin admin] Pushing event updated for resources: {'Port': ['ID=60e90a4b-d25e-4b0e-97fb-1f572475bd1d,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:50.503774 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-496e3194-2e82-4d24-ab8b-e93eeb4227e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:50.523725 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-6cfcb35b-5ef5-4f82-81e5-84e27050ccc4 None None] For port 62db69e0-ae05-4f76-95f5-6c59766deccb, host dv-cinder-776422-1-iscsi, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:54:50.527736 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-6cfcb35b-5ef5-4f82-81e5-84e27050ccc4 None None] For port 62db69e0-ae05-4f76-95f5-6c59766deccb, host dv-cinder-776422-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=62db69e0-ae05-4f76-95f5-6c59766deccb,segment=NetworkSegment(d163d6fb-69d5-4c8e-beef-2ee437204402),segment_id=d163d6fb-69d5-4c8e-beef-2ee437204402)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:54:50.532609 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6cfcb35b-5ef5-4f82-81e5-84e27050ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:50.553634 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-84faa63c-8529-4a9c-9b82-d712dfb084bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:50.621644 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496e3194-2e82-4d24-ab8b-e93eeb4227e2 admin admin] Network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:54:50.623963 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-496e3194-2e82-4d24-ab8b-e93eeb4227e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:54:50.628123 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496e3194-2e82-4d24-ab8b-e93eeb4227e2 admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:54:50.724026 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcb35b-5ef5-4f82-81e5-84e27050ccc4 None None] Pushing event updated for resources: {'Port': ['ID=62db69e0-ae05-4f76-95f5-6c59766deccb,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:50.730938 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6cfcb35b-5ef5-4f82-81e5-84e27050ccc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:51.263975 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-496e3194-2e82-4d24-ab8b-e93eeb4227e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:52.016172 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-496e3194-2e82-4d24-ab8b-e93eeb4227e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854412059'] for router, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:52.288863 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496e3194-2e82-4d24-ab8b-e93eeb4227e2 admin admin] Router 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 is scheduled to L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 with binding_index 1 {{(pid=83986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 12:54:52.313499 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff60a092-d380-4905-9aff-f37809a30adb None None] Network 4964e697-e088-4339-9e4d-60047496f987 requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:54:52.441594 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-7db0431f-1f9e-42c4-9e62-a8bdfcad8b72 None None] Provisioning for port 62db69e0-ae05-4f76-95f5-6c59766deccb completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:54:52.557268 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496e3194-2e82-4d24-ab8b-e93eeb4227e2 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:54:52.570463 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7d0d22-3dab-40c1-9568-df7d1394a857 None None] Sync routers for ids ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'] in dv-cinder-776422-1-iscsi {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:54:52.590978 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7d0d22-3dab-40c1-9568-df7d1394a857 None None] Routers {'5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:54:52.592289 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8b7d0d22-3dab-40c1-9568-df7d1394a857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:54:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:54:52.599118 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-496e3194-2e82-4d24-ab8b-e93eeb4227e2 admin admin] Notify callbacks [] for router, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:52.606473 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 55472) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:54:52.606826 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-496e3194-2e82-4d24-ab8b-e93eeb4227e2 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9788949 Feb 18 12:54:52.874917 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-8b7d0d22-3dab-40c1-9568-df7d1394a857 None None] Set router 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:54:53.216198 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 62db69e0-ae05-4f76-95f5-6c59766deccb up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:54:53.449642 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning for port 62db69e0-ae05-4f76-95f5-6c59766deccb completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:54:53.458950 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 62db69e0-ae05-4f76-95f5-6c59766deccb triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:54:53.459656 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:53.582054 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8b7d0d22-3dab-40c1-9568-df7d1394a857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'name': 'tempest-TestVolumeBootPattern-941074253-router', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:54:48Z', 'updated_at': '2021-02-18T12:54:50Z', 'revision_number': 3, 'project_id': '0044bd282b264e4a8076500916247f6f', 'gw_port': {'id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:49Z', 'updated_at': '2021-02-18T12:54:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi'}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:54:53.586993 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7d0d22-3dab-40c1-9568-df7d1394a857 None None] Checking router: 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 for host: dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:54:53.587424 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7d0d22-3dab-40c1-9568-df7d1394a857 None None] Updating router 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 port 60e90a4b-d25e-4b0e-97fb-1f572475bd1d binding host dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:54:53.650188 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b7d0d22-3dab-40c1-9568-df7d1394a857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:53.699883 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-56914b2e-064b-4ea7-a95f-0ede18e3a3c0 None None] Provisioning complete for port 62db69e0-ae05-4f76-95f5-6c59766deccb triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:54:53.700622 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-56914b2e-064b-4ea7-a95f-0ede18e3a3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:53.856431 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:53.910853 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] For port 62db69e0-ae05-4f76-95f5-6c59766deccb, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=62db69e0-ae05-4f76-95f5-6c59766deccb,segment=NetworkSegment(d163d6fb-69d5-4c8e-beef-2ee437204402),segment_id=d163d6fb-69d5-4c8e-beef-2ee437204402)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:54:53.916554 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:53.919720 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-56914b2e-064b-4ea7-a95f-0ede18e3a3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:53.932772 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:54.130592 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Pushing event updated for resources: {'Port': ['ID=62db69e0-ae05-4f76-95f5-6c59766deccb,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:54.136016 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:54.142499 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [None req-56914b2e-064b-4ea7-a95f-0ede18e3a3c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83988) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 12:54:54.142936 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_db.api [None req-56914b2e-064b-4ea7-a95f-0ede18e3a3c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 12:54:54.159269 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a0171023-b403-4b84-8d7b-ffdf984a5c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:54.296826 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b7d0d22-3dab-40c1-9568-df7d1394a857 None None] Notify callbacks [] for port, precommit_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:54.310318 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-8b7d0d22-3dab-40c1-9568-df7d1394a857 None None] Transition to ACTIVE for port object 60e90a4b-d25e-4b0e-97fb-1f572475bd1d will not be triggered until provisioned by entity L2. {{(pid=83989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:54:54.313179 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b7d0d22-3dab-40c1-9568-df7d1394a857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:54.330812 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-de8074e9-dbe3-4be8-b47f-d209f7dfd903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:54.459176 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e9758-e2fd-45cd-9963-ab7bd3336aba None None] Pushing event updated for resources: {'Port': ['ID=60e90a4b-d25e-4b0e-97fb-1f572475bd1d,revision_number=2']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:54.483699 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e9758-e2fd-45cd-9963-ab7bd3336aba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:54.484053 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e9758-e2fd-45cd-9963-ab7bd3336aba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:54.484490 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e9758-e2fd-45cd-9963-ab7bd3336aba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:54.484866 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e9758-e2fd-45cd-9963-ab7bd3336aba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:54.485235 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e9758-e2fd-45cd-9963-ab7bd3336aba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:54.485624 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e9758-e2fd-45cd-9963-ab7bd3336aba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:54.485982 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e9758-e2fd-45cd-9963-ab7bd3336aba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:54.486336 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e9758-e2fd-45cd-9963-ab7bd3336aba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:54.486822 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e9758-e2fd-45cd-9963-ab7bd3336aba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:54.487383 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e9758-e2fd-45cd-9963-ab7bd3336aba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:54.487807 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e9758-e2fd-45cd-9963-ab7bd3336aba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:54.488170 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e9758-e2fd-45cd-9963-ab7bd3336aba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:54.488614 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e9758-e2fd-45cd-9963-ab7bd3336aba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:54.488976 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e9758-e2fd-45cd-9963-ab7bd3336aba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:54.489336 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e9758-e2fd-45cd-9963-ab7bd3336aba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:54.489693 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e9758-e2fd-45cd-9963-ab7bd3336aba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:54.490048 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e9758-e2fd-45cd-9963-ab7bd3336aba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:54.490407 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e9758-e2fd-45cd-9963-ab7bd3336aba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:54.490761 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e9758-e2fd-45cd-9963-ab7bd3336aba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:54.491117 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e9758-e2fd-45cd-9963-ab7bd3336aba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:54.491535 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e9758-e2fd-45cd-9963-ab7bd3336aba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:54.491887 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e9758-e2fd-45cd-9963-ab7bd3336aba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:54.492242 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e9758-e2fd-45cd-9963-ab7bd3336aba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:54.493112 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967e9758-e2fd-45cd-9963-ab7bd3336aba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:54.499685 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-967e9758-e2fd-45cd-9963-ab7bd3336aba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:54.598652 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-8b7d0d22-3dab-40c1-9568-df7d1394a857 None None] Attempting to bind port 60e90a4b-d25e-4b0e-97fb-1f572475bd1d on host dv-cinder-776422-1-iscsi for vnic_type normal with profile {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:54:54.599238 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-8b7d0d22-3dab-40c1-9568-df7d1394a857 None None] Attempting to bind port 60e90a4b-d25e-4b0e-97fb-1f572475bd1d by drivers openvswitch on host dv-cinder-776422-1-iscsi at level 0 using segments [{'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:54:54.599804 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7d0d22-3dab-40c1-9568-df7d1394a857 None None] Attempting to bind port 60e90a4b-d25e-4b0e-97fb-1f572475bd1d on network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:54:54.608436 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7d0d22-3dab-40c1-9568-df7d1394a857 None None] Checking agent: {'id': 'ac3e34c9-0d53-40a9-ab2e-3d2b62a37265', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 21, 35), 'started_at': datetime.datetime(2021, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:54:54.608858 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7d0d22-3dab-40c1-9568-df7d1394a857 None None] Checking segment: {'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:54:54.609324 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b7d0d22-3dab-40c1-9568-df7d1394a857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:54.609774 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7d0d22-3dab-40c1-9568-df7d1394a857 None None] Bound using segment: {'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:54:54.610436 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-8b7d0d22-3dab-40c1-9568-df7d1394a857 None None] Bound port: 60e90a4b-d25e-4b0e-97fb-1f572475bd1d, host: dv-cinder-776422-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:54:54.610887 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b7d0d22-3dab-40c1-9568-df7d1394a857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:54.710207 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-8b7d0d22-3dab-40c1-9568-df7d1394a857 None None] For port 60e90a4b-d25e-4b0e-97fb-1f572475bd1d, host dv-cinder-776422-1-iscsi, cleared binding levels {{(pid=83989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:54:54.715950 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-8b7d0d22-3dab-40c1-9568-df7d1394a857 None None] For port 60e90a4b-d25e-4b0e-97fb-1f572475bd1d, host dv-cinder-776422-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=60e90a4b-d25e-4b0e-97fb-1f572475bd1d,segment=NetworkSegment(cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0),segment_id=cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0)] {{(pid=83989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:54:54.721178 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b7d0d22-3dab-40c1-9568-df7d1394a857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:54.739273 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4cc37ef9-6748-4214-9065-1e7f8a8d6e15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:54.883731 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-95661905-1b13-4513-83a3-62b00e91c5c7 None None] Provisioning complete for port 62db69e0-ae05-4f76-95f5-6c59766deccb triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:54:54.884999 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-95661905-1b13-4513-83a3-62b00e91c5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:54.906645 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e9758-e2fd-45cd-9963-ab7bd3336aba None None] Pushing event updated for resources: {'Port': ['ID=60e90a4b-d25e-4b0e-97fb-1f572475bd1d,revision_number=3']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:54.912895 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-967e9758-e2fd-45cd-9963-ab7bd3336aba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:54.976299 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7d0d22-3dab-40c1-9568-df7d1394a857 None None] Routers {'5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:54:54.977927 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8b7d0d22-3dab-40c1-9568-df7d1394a857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:54:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:54:55.032135 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-a0171023-b403-4b84-8d7b-ffdf984a5c46 admin admin] Allocated IP 172.20.0.1 (4964e697-e088-4339-9e4d-60047496f987/16b0130f-6807-4465-93a6-a479c0f09cef/975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:54:55.101853 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 62db69e0-ae05-4f76-95f5-6c59766deccb up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:54:55.269087 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a0171023-b403-4b84-8d7b-ffdf984a5c46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:55.291392 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-a0171023-b403-4b84-8d7b-ffdf984a5c46 admin admin] Transition to ACTIVE for port object 975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c will not be triggered until provisioned by entity DHCP. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:54:55.295076 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 62db69e0-ae05-4f76-95f5-6c59766deccb triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:54:55.295746 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:55.303775 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-8b7d0d22-3dab-40c1-9568-df7d1394a857 None None] Set router 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:54:55.319991 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a0171023-b403-4b84-8d7b-ffdf984a5c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:55.349604 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4927455a-d9ad-45e5-a176-983fb72e0133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:55.608584 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0171023-b403-4b84-8d7b-ffdf984a5c46 admin admin] Pushing event updated for resources: {'Port': ['ID=975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:55.613247 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a0171023-b403-4b84-8d7b-ffdf984a5c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:55.694451 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0171023-b403-4b84-8d7b-ffdf984a5c46 admin admin] Network 4964e697-e088-4339-9e4d-60047496f987 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:54:55.696334 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-a0171023-b403-4b84-8d7b-ffdf984a5c46 admin admin] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:54:55.699039 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0171023-b403-4b84-8d7b-ffdf984a5c46 admin admin] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:54:55.730262 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8b7d0d22-3dab-40c1-9568-df7d1394a857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'name': 'tempest-TestVolumeBootPattern-941074253-router', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:54:48Z', 'updated_at': '2021-02-18T12:54:50Z', 'revision_number': 3, 'project_id': '0044bd282b264e4a8076500916247f6f', 'gw_port': {'id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:49Z', 'updated_at': '2021-02-18T12:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi'}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:54:55.735998 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7d0d22-3dab-40c1-9568-df7d1394a857 None None] The sync data for ids ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'] in dv-cinder-776422-1-iscsi is: [{'id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'name': 'tempest-TestVolumeBootPattern-941074253-router', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:54:48Z', 'updated_at': '2021-02-18T12:54:50Z', 'revision_number': 3, 'project_id': '0044bd282b264e4a8076500916247f6f', 'gw_port': {'id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:49Z', 'updated_at': '2021-02-18T12:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi'}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:54:55.771477 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a0171023-b403-4b84-8d7b-ffdf984a5c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364766'] for router_interface, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:55.996242 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-67bad72d-7494-47ee-910f-abafc565cf23 None None] Provisioning for port 975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:54:56.001949 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-67bad72d-7494-47ee-910f-abafc565cf23 None None] Provisioning complete for port 975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:54:56.002484 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-67bad72d-7494-47ee-910f-abafc565cf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:56.051859 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-197d8e9b-5caf-4c6e-89ea-63c04546c741 req-f338cb11-3de5-4391-b625-d27bab837c29 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0518441 Feb 18 12:54:56.074174 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-67bad72d-7494-47ee-910f-abafc565cf23 None None] Port 975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:54:56.138519 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a0171023-b403-4b84-8d7b-ffdf984a5c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:56.268395 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-197d8e9b-5caf-4c6e-89ea-63c04546c741 req-3bf1b6be-c406-4645-ab5f-1a0cc400dcb5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0778301 Feb 18 12:54:56.385669 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-197d8e9b-5caf-4c6e-89ea-63c04546c741 req-a5735d98-6fcc-4a95-b671-f92b166d646c service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481615 Feb 18 12:54:56.677756 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d8e9b-5caf-4c6e-89ea-63c04546c741 req-795b369d-0857-4acb-8092-97f8de72643d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:56.679418 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-197d8e9b-5caf-4c6e-89ea-63c04546c741 req-795b369d-0857-4acb-8092-97f8de72643d service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2870431 Feb 18 12:54:56.746070 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a0171023-b403-4b84-8d7b-ffdf984a5c46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:56.750151 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a0171023-b403-4b84-8d7b-ffdf984a5c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:56.785901 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86e6bd3a-9f58-4038-bd8b-ab2d00d093f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:56.876536 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a0171023-b403-4b84-8d7b-ffdf984a5c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846870376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854411140'] for router_interface, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:56.890820 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0171023-b403-4b84-8d7b-ffdf984a5c46 admin admin] Pushing event updated for resources: {'Port': ['ID=975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:56.896208 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a0171023-b403-4b84-8d7b-ffdf984a5c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:57.061244 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 60e90a4b-d25e-4b0e-97fb-1f572475bd1d up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:54:57.077874 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0171023-b403-4b84-8d7b-ffdf984a5c46 admin admin] Network 4964e697-e088-4339-9e4d-60047496f987 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:54:57.079909 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-a0171023-b403-4b84-8d7b-ffdf984a5c46 admin admin] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:54:57.172898 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning for port 60e90a4b-d25e-4b0e-97fb-1f572475bd1d completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:54:57.181657 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 60e90a4b-d25e-4b0e-97fb-1f572475bd1d triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:54:57.182438 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:57.350369 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:57.373103 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] For port 60e90a4b-d25e-4b0e-97fb-1f572475bd1d, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=60e90a4b-d25e-4b0e-97fb-1f572475bd1d,segment=NetworkSegment(cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0),segment_id=cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:54:57.379237 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:57.382605 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:57.471383 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0171023-b403-4b84-8d7b-ffdf984a5c46 admin admin] Router 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:54:57.478560 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-a51e5577-84e6-4c57-b8e8-4cf090a7bc74 None None] Provisioning complete for port 975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:54:57.478983 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a51e5577-84e6-4c57-b8e8-4cf090a7bc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:57.539973 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Pushing event updated for resources: {'Port': ['ID=60e90a4b-d25e-4b0e-97fb-1f572475bd1d,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:57.549092 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:57.562958 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-a51e5577-84e6-4c57-b8e8-4cf090a7bc74 None None] Port 975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:54:57.697502 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0171023-b403-4b84-8d7b-ffdf984a5c46 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:54:57.709408 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-a0171023-b403-4b84-8d7b-ffdf984a5c46 admin admin] 10.222.0.83 "PUT /v2.0/routers/5ea2b6b9-b548-4988-96fc-a9a1b1c509a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1009007 Feb 18 12:54:58.693692 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 55496) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:54:58.702664 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf8b8f0-f97d-411c-9402-c65b0fbc6df2 None None] Sync routers for ids ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'] in dv-cinder-776422-1-iscsi {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:54:58.704009 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-4c811872-1b70-46f8-8b3a-22701c09ab2b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-56722149-network', 'tenant_id': '5d1de5fd3d58471fbebb7494ab2411e1'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:54:58.713625 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-4c811872-1b70-46f8-8b3a-22701c09ab2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:54:58.720998 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf8b8f0-f97d-411c-9402-c65b0fbc6df2 None None] Routers {'5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:54:58.722051 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-4c811872-1b70-46f8-8b3a-22701c09ab2b admin admin] Usage tracker for resource:network and tenant:5d1de5fd3d58471fbebb7494ab2411e1 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:54:58.722218 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-fbf8b8f0-f97d-411c-9402-c65b0fbc6df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:54:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:54:58.728635 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-4c811872-1b70-46f8-8b3a-22701c09ab2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:54:58.740611 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-4c811872-1b70-46f8-8b3a-22701c09ab2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:54:58.759292 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c811872-1b70-46f8-8b3a-22701c09ab2b admin admin] Made reservation on behalf of 5d1de5fd3d58471fbebb7494ab2411e1 for: {'network': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:54:58.767626 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c811872-1b70-46f8-8b3a-22701c09ab2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for network, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:58.785221 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c811872-1b70-46f8-8b3a-22701c09ab2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:58.808945 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-4c811872-1b70-46f8-8b3a-22701c09ab2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:54:58.814158 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-4c811872-1b70-46f8-8b3a-22701c09ab2b admin admin] Usage tracker for resource:security_group_rule and tenant:5d1de5fd3d58471fbebb7494ab2411e1 is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:54:58.817827 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-4c811872-1b70-46f8-8b3a-22701c09ab2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:54:58.824994 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-4c811872-1b70-46f8-8b3a-22701c09ab2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:54:59.092611 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 60e90a4b-d25e-4b0e-97fb-1f572475bd1d up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:54:59.248341 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c811872-1b70-46f8-8b3a-22701c09ab2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:59.251788 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 60e90a4b-d25e-4b0e-97fb-1f572475bd1d triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:54:59.252058 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c811872-1b70-46f8-8b3a-22701c09ab2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:59.252362 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:59.255914 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7bfd99ea-8007-4c34-ac38-3e29246c844f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:59.302732 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c811872-1b70-46f8-8b3a-22701c09ab2b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:54:59.309992 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-fbf8b8f0-f97d-411c-9402-c65b0fbc6df2 None None] Set router 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:54:59.310435 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c811872-1b70-46f8-8b3a-22701c09ab2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b32a33a-3261-4581-a395-a014e7076261,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:59.316461 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4c811872-1b70-46f8-8b3a-22701c09ab2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:59.321699 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c811872-1b70-46f8-8b3a-22701c09ab2b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731035333406', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:59.322121 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-4c811872-1b70-46f8-8b3a-22701c09ab2b admin admin] Added segment 99e76c3a-8f87-46a8-9066-0644b0e1630a of type vxlan for network 5aa267fd-5f14-4e65-84fe-419c0a052e2e Feb 18 12:54:59.359210 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c811872-1b70-46f8-8b3a-22701c09ab2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305820034079'] for network, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:59.398005 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c811872-1b70-46f8-8b3a-22701c09ab2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357'] for network, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:59.400026 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c811872-1b70-46f8-8b3a-22701c09ab2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:59.400979 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c811872-1b70-46f8-8b3a-22701c09ab2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:59.407096 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:59.521131 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-4c811872-1b70-46f8-8b3a-22701c09ab2b admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.8263044 Feb 18 12:54:59.525103 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c811872-1b70-46f8-8b3a-22701c09ab2b admin admin] Pushing event updated for resources: {'Network': ['ID=5aa267fd-5f14-4e65-84fe-419c0a052e2e,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:59.526823 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 55500) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:54:59.528995 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4c811872-1b70-46f8-8b3a-22701c09ab2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:59.541803 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-c09969ba-3c5e-48d7-8ef2-75df5ef0e516 admin admin] Request body: {'subnet': {'network_id': '5aa267fd-5f14-4e65-84fe-419c0a052e2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-56722149-subnet', 'tenant_id': '5d1de5fd3d58471fbebb7494ab2411e1', 'ip_version': 4}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:54:59.550598 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c09969ba-3c5e-48d7-8ef2-75df5ef0e516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:54:59.555951 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c09969ba-3c5e-48d7-8ef2-75df5ef0e516 admin admin] Usage tracker for resource:subnet and tenant:5d1de5fd3d58471fbebb7494ab2411e1 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:54:59.561024 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c09969ba-3c5e-48d7-8ef2-75df5ef0e516 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:54:59.568726 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c09969ba-3c5e-48d7-8ef2-75df5ef0e516 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:54:59.581883 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09969ba-3c5e-48d7-8ef2-75df5ef0e516 admin admin] Made reservation on behalf of 5d1de5fd3d58471fbebb7494ab2411e1 for: {'subnet': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:54:59.591255 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c09969ba-3c5e-48d7-8ef2-75df5ef0e516 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848986586'] for subnet, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:59.627634 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Network 5aa267fd-5f14-4e65-84fe-419c0a052e2e details requested by agent ovs-agent-dv-cinder-776422-1-iscsi with host dv-cinder-776422-1-iscsi {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:54:59.651570 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Network 5aa267fd-5f14-4e65-84fe-419c0a052e2e details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:55:00.151535 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-fbf8b8f0-f97d-411c-9402-c65b0fbc6df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'name': 'tempest-TestVolumeBootPattern-941074253-router', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:54:48Z', 'updated_at': '2021-02-18T12:54:56Z', 'revision_number': 4, 'project_id': '0044bd282b264e4a8076500916247f6f', 'gw_port': {'id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:49Z', 'updated_at': '2021-02-18T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c', 'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'mac_address': 'fa:16:3e:a9:8e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:54Z', 'updated_at': '2021-02-18T12:54:56Z', 'revision_number': 2, 'project_id': '0044bd282b264e4a8076500916247f6f', 'subnets': [{'id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:55:00.151535 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf8b8f0-f97d-411c-9402-c65b0fbc6df2 None None] Checking router: 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 for host: dv-cinder-776422-1-iscsi {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:55:00.152606 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf8b8f0-f97d-411c-9402-c65b0fbc6df2 None None] Updating router 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 port 975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c binding host dv-cinder-776422-1-iscsi {{(pid=83988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:55:00.219765 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fbf8b8f0-f97d-411c-9402-c65b0fbc6df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:00.319931 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c09969ba-3c5e-48d7-8ef2-75df5ef0e516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848845742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848986603'] for subnet, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:00.352896 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:00.592570 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09969ba-3c5e-48d7-8ef2-75df5ef0e516 admin admin] Pushing event updated for resources: {'Subnet': ['ID=870c844f-a56b-4e55-b6c9-6af7f1ca14b3,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:00.614052 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c09969ba-3c5e-48d7-8ef2-75df5ef0e516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:00.736961 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09969ba-3c5e-48d7-8ef2-75df5ef0e516 admin admin] Checking segment: {'id': '99e76c3a-8f87-46a8-9066-0644b0e1630a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5aa267fd-5f14-4e65-84fe-419c0a052e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:55:00.737554 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09969ba-3c5e-48d7-8ef2-75df5ef0e516 admin admin] Network hostable DHCP agents. Network: 5aa267fd-5f14-4e65-84fe-419c0a052e2e, hostable agents: ['bed05dfd-bd83-4319-8df6-46deac5f4b19'], hosted agents: [] {{(pid=83986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:55:00.749616 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fbf8b8f0-f97d-411c-9402-c65b0fbc6df2 None None] Notify callbacks [] for port, precommit_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:00.765830 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-fbf8b8f0-f97d-411c-9402-c65b0fbc6df2 None None] Transition to ACTIVE for port object 975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:55:00.769546 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fbf8b8f0-f97d-411c-9402-c65b0fbc6df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:00.771787 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09969ba-3c5e-48d7-8ef2-75df5ef0e516 admin admin] Network 5aa267fd-5f14-4e65-84fe-419c0a052e2e is scheduled to be hosted by DHCP agent bed05dfd-bd83-4319-8df6-46deac5f4b19 with binding_index 1 {{(pid=83986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:55:00.787248 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:00.787783 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-c09969ba-3c5e-48d7-8ef2-75df5ef0e516 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-iscsi, 5aa267fd-5f14-4e65-84fe-419c0a052e2e) {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:55:00.809537 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09969ba-3c5e-48d7-8ef2-75df5ef0e516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:00.810497 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c09969ba-3c5e-48d7-8ef2-75df5ef0e516 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:00.838647 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-c09969ba-3c5e-48d7-8ef2-75df5ef0e516 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3071456 Feb 18 12:55:00.843156 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.83', 55504) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:55:00.850201 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-bb300c6e-2561-4630-a55d-88d8efed1fb7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-56722149-router', 'tenant_id': '5d1de5fd3d58471fbebb7494ab2411e1', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:55:00.856237 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-bb300c6e-2561-4630-a55d-88d8efed1fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:55:00.861013 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-bb300c6e-2561-4630-a55d-88d8efed1fb7 admin admin] Usage tracker for resource:router and tenant:5d1de5fd3d58471fbebb7494ab2411e1 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:55:00.865537 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-bb300c6e-2561-4630-a55d-88d8efed1fb7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:55:00.873369 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-bb300c6e-2561-4630-a55d-88d8efed1fb7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:55:00.879842 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2bfadc-84d8-4c49-acaa-20427c722773 None None] Network 5aa267fd-5f14-4e65-84fe-419c0a052e2e requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:55:00.886448 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bb300c6e-2561-4630-a55d-88d8efed1fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854405644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45858'] for router, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:00.888386 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bb300c6e-2561-4630-a55d-88d8efed1fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854405659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854412285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7878893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854729959'] for router, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:00.922089 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bb300c6e-2561-4630-a55d-88d8efed1fb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:01.028995 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22245b91-86fc-4e37-804d-d06a8adff773 None None] Pushing event updated for resources: {'Port': ['ID=975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:01.045544 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-22245b91-86fc-4e37-804d-d06a8adff773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:01.104341 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b1589bfc-4694-4ec2-9201-0d3e05de3809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:01.479475 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bb300c6e-2561-4630-a55d-88d8efed1fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854412150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854729976'] for router, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:01.580324 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-fbf8b8f0-f97d-411c-9402-c65b0fbc6df2 None None] Attempting to bind port 975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c on host dv-cinder-776422-1-iscsi for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:55:01.580840 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-fbf8b8f0-f97d-411c-9402-c65b0fbc6df2 None None] Attempting to bind port 975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c by drivers openvswitch on host dv-cinder-776422-1-iscsi at level 0 using segments [{'id': 'd163d6fb-69d5-4c8e-beef-2ee437204402', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4964e697-e088-4339-9e4d-60047496f987'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:55:01.581184 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf8b8f0-f97d-411c-9402-c65b0fbc6df2 None None] Attempting to bind port 975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c on network 4964e697-e088-4339-9e4d-60047496f987 {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:55:01.593144 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf8b8f0-f97d-411c-9402-c65b0fbc6df2 None None] Checking agent: {'id': 'ac3e34c9-0d53-40a9-ab2e-3d2b62a37265', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 21, 35), 'started_at': datetime.datetime(2021, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:55:01.593473 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf8b8f0-f97d-411c-9402-c65b0fbc6df2 None None] Checking segment: {'id': 'd163d6fb-69d5-4c8e-beef-2ee437204402', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4964e697-e088-4339-9e4d-60047496f987'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:55:01.593937 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fbf8b8f0-f97d-411c-9402-c65b0fbc6df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:01.594391 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf8b8f0-f97d-411c-9402-c65b0fbc6df2 None None] Bound using segment: {'id': 'd163d6fb-69d5-4c8e-beef-2ee437204402', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4964e697-e088-4339-9e4d-60047496f987'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:55:01.594943 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-fbf8b8f0-f97d-411c-9402-c65b0fbc6df2 None None] Bound port: 975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c, host: dv-cinder-776422-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd163d6fb-69d5-4c8e-beef-2ee437204402', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4964e697-e088-4339-9e4d-60047496f987'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:55:01.595364 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fbf8b8f0-f97d-411c-9402-c65b0fbc6df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:01.609552 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae5758d-ec46-4085-af8d-5209372c471c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf59abdbf-fe40-5d86-8cc1-ae78ae9cb90e-5aa267fd-5f14-4e65-84fe-419c0a052e2e', 'network_id': '5aa267fd-5f14-4e65-84fe-419c0a052e2e', 'tenant_id': '5d1de5fd3d58471fbebb7494ab2411e1', 'fixed_ips': [{'subnet_id': '870c844f-a56b-4e55-b6c9-6af7f1ca14b3'}]}} from dv-cinder-776422-1-iscsi. {{(pid=83988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 12:55:01.610483 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4ae5758d-ec46-4085-af8d-5209372c471c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:01.838284 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-fbf8b8f0-f97d-411c-9402-c65b0fbc6df2 None None] For port 975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c, host dv-cinder-776422-1-iscsi, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:55:01.854360 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-fbf8b8f0-f97d-411c-9402-c65b0fbc6df2 None None] For port 975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c, host dv-cinder-776422-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c,segment=NetworkSegment(d163d6fb-69d5-4c8e-beef-2ee437204402),segment_id=d163d6fb-69d5-4c8e-beef-2ee437204402)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:55:01.896976 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fbf8b8f0-f97d-411c-9402-c65b0fbc6df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:01.913958 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:02.081601 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bb300c6e-2561-4630-a55d-88d8efed1fb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:02.132126 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bb300c6e-2561-4630-a55d-88d8efed1fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:02.171317 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22245b91-86fc-4e37-804d-d06a8adff773 None None] Pushing event updated for resources: {'Port': ['ID=975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:02.179640 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-22245b91-86fc-4e37-804d-d06a8adff773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:02.225168 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-4ae5758d-ec46-4085-af8d-5209372c471c None None] Allocated IP 172.20.0.2 (5aa267fd-5f14-4e65-84fe-419c0a052e2e/870c844f-a56b-4e55-b6c9-6af7f1ca14b3/178ae26f-359f-47d4-84c7-d3b62f21c2f0) {{(pid=83988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:55:02.270611 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf8b8f0-f97d-411c-9402-c65b0fbc6df2 None None] Routers {'5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:55:02.271347 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-fbf8b8f0-f97d-411c-9402-c65b0fbc6df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:54:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:55:02.609254 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-bb300c6e-2561-4630-a55d-88d8efed1fb7 admin admin] Allocated IP 172.27.1.31 (af22eeb7-a3c9-494b-a94b-4ce3a52cae78/7f96d68a-30b3-4cd1-8fb4-11341d49a56c/0fd5931f-5fc9-4260-b440-e919521e55a4) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:55:02.609925 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-fbf8b8f0-f97d-411c-9402-c65b0fbc6df2 None None] Set router 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:55:02.903215 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4ae5758d-ec46-4085-af8d-5209372c471c None None] Notify callbacks [] for port, precommit_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:02.913641 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bb300c6e-2561-4630-a55d-88d8efed1fb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:02.931824 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-4ae5758d-ec46-4085-af8d-5209372c471c None None] Transition to ACTIVE for port object 178ae26f-359f-47d4-84c7-d3b62f21c2f0 will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:55:02.964240 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bb300c6e-2561-4630-a55d-88d8efed1fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848845764'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:02.970624 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-4ae5758d-ec46-4085-af8d-5209372c471c None None] Transition to ACTIVE for port object 178ae26f-359f-47d4-84c7-d3b62f21c2f0 will not be triggered until provisioned by entity DHCP. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:55:02.984203 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4ae5758d-ec46-4085-af8d-5209372c471c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147'] for port, after_create {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:02.986957 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:03.009547 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:03.412938 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae5758d-ec46-4085-af8d-5209372c471c None None] Pushing event updated for resources: {'Port': ['ID=178ae26f-359f-47d4-84c7-d3b62f21c2f0,revision_number=1']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:03.416380 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4ae5758d-ec46-4085-af8d-5209372c471c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:03.440671 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb300c6e-2561-4630-a55d-88d8efed1fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=0fd5931f-5fc9-4260-b440-e919521e55a4,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:03.454731 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bb300c6e-2561-4630-a55d-88d8efed1fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:03.507864 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-55942da5-de8c-412c-830b-d80cd4ef83b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:03.509383 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb300c6e-2561-4630-a55d-88d8efed1fb7 admin admin] Network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:55:03.510870 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-bb300c6e-2561-4630-a55d-88d8efed1fb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:55:03.513747 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb300c6e-2561-4630-a55d-88d8efed1fb7 admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:55:03.523845 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae5758d-ec46-4085-af8d-5209372c471c None None] Network 5aa267fd-5f14-4e65-84fe-419c0a052e2e is already hosted by enough agents. {{(pid=83988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:55:03.526227 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-fbf8b8f0-f97d-411c-9402-c65b0fbc6df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'name': 'tempest-TestVolumeBootPattern-941074253-router', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:54:48Z', 'updated_at': '2021-02-18T12:54:56Z', 'revision_number': 4, 'project_id': '0044bd282b264e4a8076500916247f6f', 'gw_port': {'id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:49Z', 'updated_at': '2021-02-18T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c', 'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'mac_address': 'fa:16:3e:a9:8e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:54Z', 'updated_at': '2021-02-18T12:55:01Z', 'revision_number': 4, 'project_id': '0044bd282b264e4a8076500916247f6f', 'subnets': [{'id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:55:03.530376 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-4ae5758d-ec46-4085-af8d-5209372c471c None None] Resources bound (agent type, host, resource id): {{(pid=83988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:55:03.532885 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae5758d-ec46-4085-af8d-5209372c471c None None] Received port after_create {{(pid=83988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:55:03.537957 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf8b8f0-f97d-411c-9402-c65b0fbc6df2 None None] The sync data for ids ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'] in dv-cinder-776422-1-iscsi is: [{'id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'name': 'tempest-TestVolumeBootPattern-941074253-router', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:54:48Z', 'updated_at': '2021-02-18T12:54:56Z', 'revision_number': 4, 'project_id': '0044bd282b264e4a8076500916247f6f', 'gw_port': {'id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:49Z', 'updated_at': '2021-02-18T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c', 'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'mac_address': 'fa:16:3e:a9:8e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:54Z', 'updated_at': '2021-02-18T12:55:01Z', 'revision_number': 4, 'project_id': '0044bd282b264e4a8076500916247f6f', 'subnets': [{'id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:55:03.677162 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-4ae5758d-ec46-4085-af8d-5209372c471c None None] Attempting to bind port 178ae26f-359f-47d4-84c7-d3b62f21c2f0 on host dv-cinder-776422-1-iscsi for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:55:03.677958 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-4ae5758d-ec46-4085-af8d-5209372c471c None None] Attempting to bind port 178ae26f-359f-47d4-84c7-d3b62f21c2f0 by drivers openvswitch on host dv-cinder-776422-1-iscsi at level 0 using segments [{'id': '99e76c3a-8f87-46a8-9066-0644b0e1630a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5aa267fd-5f14-4e65-84fe-419c0a052e2e'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:55:03.678341 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae5758d-ec46-4085-af8d-5209372c471c None None] Attempting to bind port 178ae26f-359f-47d4-84c7-d3b62f21c2f0 on network 5aa267fd-5f14-4e65-84fe-419c0a052e2e {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:55:03.690489 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae5758d-ec46-4085-af8d-5209372c471c None None] Checking agent: {'id': 'ac3e34c9-0d53-40a9-ab2e-3d2b62a37265', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 21, 35), 'started_at': datetime.datetime(2021, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:55:03.691719 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae5758d-ec46-4085-af8d-5209372c471c None None] Checking segment: {'id': '99e76c3a-8f87-46a8-9066-0644b0e1630a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5aa267fd-5f14-4e65-84fe-419c0a052e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:55:03.691925 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4ae5758d-ec46-4085-af8d-5209372c471c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:03.692677 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae5758d-ec46-4085-af8d-5209372c471c None None] Bound using segment: {'id': '99e76c3a-8f87-46a8-9066-0644b0e1630a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5aa267fd-5f14-4e65-84fe-419c0a052e2e'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:55:03.693581 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-4ae5758d-ec46-4085-af8d-5209372c471c None None] Bound port: 178ae26f-359f-47d4-84c7-d3b62f21c2f0, host: dv-cinder-776422-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e76c3a-8f87-46a8-9066-0644b0e1630a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5aa267fd-5f14-4e65-84fe-419c0a052e2e'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:55:03.694602 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4ae5758d-ec46-4085-af8d-5209372c471c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:03.854248 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-4ae5758d-ec46-4085-af8d-5209372c471c None None] For port 178ae26f-359f-47d4-84c7-d3b62f21c2f0, host dv-cinder-776422-1-iscsi, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:55:03.859378 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-4ae5758d-ec46-4085-af8d-5209372c471c None None] For port 178ae26f-359f-47d4-84c7-d3b62f21c2f0, host dv-cinder-776422-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=178ae26f-359f-47d4-84c7-d3b62f21c2f0,segment=NetworkSegment(99e76c3a-8f87-46a8-9066-0644b0e1630a),segment_id=99e76c3a-8f87-46a8-9066-0644b0e1630a)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:55:03.865179 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4ae5758d-ec46-4085-af8d-5209372c471c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:03.885316 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:04.060350 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:04.081626 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae5758d-ec46-4085-af8d-5209372c471c None None] Pushing event updated for resources: {'Port': ['ID=178ae26f-359f-47d4-84c7-d3b62f21c2f0,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:04.088323 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4ae5758d-ec46-4085-af8d-5209372c471c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:04.335622 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bb300c6e-2561-4630-a55d-88d8efed1fb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:04.918696 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bb300c6e-2561-4630-a55d-88d8efed1fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854412059'] for router, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:05.157211 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:55:05.236395 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb300c6e-2561-4630-a55d-88d8efed1fb7 admin admin] Router 066fd350-10b0-4e25-81ce-4f2c2cfc84f6 is scheduled to L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 with binding_index 1 {{(pid=83986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 12:55:05.292848 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:05.328498 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning for port 975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:55:05.338856 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:55:05.339620 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:05.505672 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb300c6e-2561-4630-a55d-88d8efed1fb7 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:55:05.519851 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:05.526540 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320c4eec-c47c-4645-afe3-d4d153a7576c None None] Sync routers for ids ['066fd350-10b0-4e25-81ce-4f2c2cfc84f6'] in dv-cinder-776422-1-iscsi {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:55:05.549465 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320c4eec-c47c-4645-afe3-d4d153a7576c None None] Routers {'066fd350-10b0-4e25-81ce-4f2c2cfc84f6'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:55:05.551076 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-320c4eec-c47c-4645-afe3-d4d153a7576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:55:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['066fd350-10b0-4e25-81ce-4f2c2cfc84f6'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:55:05.555213 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bb300c6e-2561-4630-a55d-88d8efed1fb7 admin admin] Notify callbacks [] for router, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:05.558077 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-bb300c6e-2561-4630-a55d-88d8efed1fb7 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7133107 Feb 18 12:55:05.560942 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 55508) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:55:05.566471 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] For port 975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c,segment=NetworkSegment(d163d6fb-69d5-4c8e-beef-2ee437204402),segment_id=d163d6fb-69d5-4c8e-beef-2ee437204402)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:55:05.572291 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:05.574212 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 178ae26f-359f-47d4-84c7-d3b62f21c2f0 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:55:05.639372 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:05.821715 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d47c03a-14c5-4deb-a94f-beb397228c1f None None] Network 5aa267fd-5f14-4e65-84fe-419c0a052e2e requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:55:05.911441 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-320c4eec-c47c-4645-afe3-d4d153a7576c None None] Set router 066fd350-10b0-4e25-81ce-4f2c2cfc84f6 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:55:05.928753 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:05.975221 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Pushing event updated for resources: {'Port': ['ID=975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:05.983984 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:06.002829 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-79309dca-2d14-403e-b2e4-ea8e76261b33 None None] Provisioning for port 178ae26f-359f-47d4-84c7-d3b62f21c2f0 completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:55:06.020812 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning for port 178ae26f-359f-47d4-84c7-d3b62f21c2f0 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:55:06.041429 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 178ae26f-359f-47d4-84c7-d3b62f21c2f0 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:55:06.041757 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:06.259931 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-320c4eec-c47c-4645-afe3-d4d153a7576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '066fd350-10b0-4e25-81ce-4f2c2cfc84f6', 'name': 'tempest-TestVolumeBootPattern-56722149-router', 'tenant_id': '5d1de5fd3d58471fbebb7494ab2411e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0fd5931f-5fc9-4260-b440-e919521e55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:00Z', 'updated_at': '2021-02-18T12:55:04Z', 'revision_number': 3, 'project_id': '5d1de5fd3d58471fbebb7494ab2411e1', 'gw_port': {'id': '0fd5931f-5fc9-4260-b440-e919521e55a4', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '066fd350-10b0-4e25-81ce-4f2c2cfc84f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:02Z', 'updated_at': '2021-02-18T12:55:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi'}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:55:06.267792 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320c4eec-c47c-4645-afe3-d4d153a7576c None None] Checking router: 066fd350-10b0-4e25-81ce-4f2c2cfc84f6 for host: dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:55:06.268411 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320c4eec-c47c-4645-afe3-d4d153a7576c None None] Updating router 066fd350-10b0-4e25-81ce-4f2c2cfc84f6 port 0fd5931f-5fc9-4260-b440-e919521e55a4 binding host dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:55:06.296177 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:06.374658 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] For port 178ae26f-359f-47d4-84c7-d3b62f21c2f0, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=178ae26f-359f-47d4-84c7-d3b62f21c2f0,segment=NetworkSegment(99e76c3a-8f87-46a8-9066-0644b0e1630a),segment_id=99e76c3a-8f87-46a8-9066-0644b0e1630a)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:55:06.381687 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-320c4eec-c47c-4645-afe3-d4d153a7576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:06.387315 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:06.391726 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f55dfdfa-cf4c-49c2-89d9-96f94cd75904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:06.530377 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Pushing event updated for resources: {'Port': ['ID=178ae26f-359f-47d4-84c7-d3b62f21c2f0,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:06.534298 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:06.756210 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-69083b78-68b5-40e8-b21e-316081dce71d None None] Provisioning complete for port 178ae26f-359f-47d4-84c7-d3b62f21c2f0 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:55:06.756881 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-69083b78-68b5-40e8-b21e-316081dce71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:06.862618 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fa286653-9c41-4a91-bda5-f8b2fc4a4468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:07.005134 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-320c4eec-c47c-4645-afe3-d4d153a7576c None None] Notify callbacks [] for port, precommit_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:07.021565 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-320c4eec-c47c-4645-afe3-d4d153a7576c None None] Transition to ACTIVE for port object 0fd5931f-5fc9-4260-b440-e919521e55a4 will not be triggered until provisioned by entity L2. {{(pid=83989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:55:07.026065 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-320c4eec-c47c-4645-afe3-d4d153a7576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:07.053404 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-59ae46af-2457-41f7-99ef-6ce893ee6c45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:07.094830 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:55:07.174033 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-36ff5f1e-0a3a-4865-9dbb-2b8343e8cd84 None None] Provisioning complete for port 178ae26f-359f-47d4-84c7-d3b62f21c2f0 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:55:07.174463 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-36ff5f1e-0a3a-4865-9dbb-2b8343e8cd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:07.310214 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-4db58ae5-76fa-4c23-8352-1c703a037fe9 req-b69a09c9-a49b-4e0d-8346-da6f9fd7bb6c service neutron] (83987) timed out ('10.222.0.99', 50565) {{(pid=83987) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 18 12:55:07.319054 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:55:07.319359 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:07.502870 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 178ae26f-359f-47d4-84c7-d3b62f21c2f0 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:55:07.577207 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f6e59-53cb-448a-9392-f9e4034d07cf None None] Pushing event updated for resources: {'Port': ['ID=0fd5931f-5fc9-4260-b440-e919521e55a4,revision_number=2']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:07.582064 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2d0f6e59-53cb-448a-9392-f9e4034d07cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:07.582460 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-23b3f1e9-079c-42a2-9212-bda6dabe40c9 None None] Provisioning complete for port 178ae26f-359f-47d4-84c7-d3b62f21c2f0 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:55:07.582460 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-23b3f1e9-079c-42a2-9212-bda6dabe40c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:07.632058 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-fa286653-9c41-4a91-bda5-f8b2fc4a4468 admin admin] Allocated IP 172.20.0.1 (5aa267fd-5f14-4e65-84fe-419c0a052e2e/870c844f-a56b-4e55-b6c9-6af7f1ca14b3/bf3760ef-6e22-4714-ab7b-83e1407b4d90) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:55:07.636792 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-320c4eec-c47c-4645-afe3-d4d153a7576c None None] Attempting to bind port 0fd5931f-5fc9-4260-b440-e919521e55a4 on host dv-cinder-776422-1-iscsi for vnic_type normal with profile {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:55:07.637638 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-320c4eec-c47c-4645-afe3-d4d153a7576c None None] Attempting to bind port 0fd5931f-5fc9-4260-b440-e919521e55a4 by drivers openvswitch on host dv-cinder-776422-1-iscsi at level 0 using segments [{'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:55:07.637638 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320c4eec-c47c-4645-afe3-d4d153a7576c None None] Attempting to bind port 0fd5931f-5fc9-4260-b440-e919521e55a4 on network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:55:07.644254 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320c4eec-c47c-4645-afe3-d4d153a7576c None None] Checking agent: {'id': 'ac3e34c9-0d53-40a9-ab2e-3d2b62a37265', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 21, 35), 'started_at': datetime.datetime(2021, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:55:07.645167 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320c4eec-c47c-4645-afe3-d4d153a7576c None None] Checking segment: {'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:55:07.645920 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-320c4eec-c47c-4645-afe3-d4d153a7576c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:07.646080 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320c4eec-c47c-4645-afe3-d4d153a7576c None None] Bound using segment: {'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'} {{(pid=83989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:55:07.646576 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-320c4eec-c47c-4645-afe3-d4d153a7576c None None] Bound port: 0fd5931f-5fc9-4260-b440-e919521e55a4, host: dv-cinder-776422-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}}] {{(pid=83989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:55:07.646990 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-320c4eec-c47c-4645-afe3-d4d153a7576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:07.657302 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 178ae26f-359f-47d4-84c7-d3b62f21c2f0 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:55:07.657748 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:07.743087 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-320c4eec-c47c-4645-afe3-d4d153a7576c None None] For port 0fd5931f-5fc9-4260-b440-e919521e55a4, host dv-cinder-776422-1-iscsi, cleared binding levels {{(pid=83989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:55:07.746997 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-320c4eec-c47c-4645-afe3-d4d153a7576c None None] For port 0fd5931f-5fc9-4260-b440-e919521e55a4, host dv-cinder-776422-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=0fd5931f-5fc9-4260-b440-e919521e55a4,segment=NetworkSegment(cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0),segment_id=cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0)] {{(pid=83989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:55:07.751422 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-320c4eec-c47c-4645-afe3-d4d153a7576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83989) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:07.767582 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:07.864758 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fa286653-9c41-4a91-bda5-f8b2fc4a4468 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:07.885227 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-fa286653-9c41-4a91-bda5-f8b2fc4a4468 admin admin] Transition to ACTIVE for port object bf3760ef-6e22-4714-ab7b-83e1407b4d90 will not be triggered until provisioned by entity DHCP. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:55:07.910786 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fa286653-9c41-4a91-bda5-f8b2fc4a4468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:07.926873 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b6778c86-51a6-4715-acbb-7d4e6a55a20f tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:08.079059 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f6e59-53cb-448a-9392-f9e4034d07cf None None] Pushing event updated for resources: {'Port': ['ID=0fd5931f-5fc9-4260-b440-e919521e55a4,revision_number=3']} {{(pid=83989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:08.084454 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa286653-9c41-4a91-bda5-f8b2fc4a4468 admin admin] Pushing event updated for resources: {'Port': ['ID=bf3760ef-6e22-4714-ab7b-83e1407b4d90,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:08.089659 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2d0f6e59-53cb-448a-9392-f9e4034d07cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=83989) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:08.092534 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fa286653-9c41-4a91-bda5-f8b2fc4a4468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:08.148158 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa286653-9c41-4a91-bda5-f8b2fc4a4468 admin admin] Network 5aa267fd-5f14-4e65-84fe-419c0a052e2e is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:55:08.150618 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-fa286653-9c41-4a91-bda5-f8b2fc4a4468 admin admin] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:55:08.152809 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320c4eec-c47c-4645-afe3-d4d153a7576c None None] Routers {'066fd350-10b0-4e25-81ce-4f2c2cfc84f6'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:55:08.153902 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-320c4eec-c47c-4645-afe3-d4d153a7576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:55:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['066fd350-10b0-4e25-81ce-4f2c2cfc84f6'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:55:08.154347 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa286653-9c41-4a91-bda5-f8b2fc4a4468 admin admin] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:55:08.241302 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fa286653-9c41-4a91-bda5-f8b2fc4a4468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364766'] for router_interface, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:08.301972 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-c97f7eea-b6f0-49f5-9e07-0475ddcf6862 req-99412971-ddd6-4db3-a2f3-088e2f74f761 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] (83987) timed out ('10.222.0.83', 50304) {{(pid=83987) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 18 12:55:08.424234 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-320c4eec-c47c-4645-afe3-d4d153a7576c None None] Set router 066fd350-10b0-4e25-81ce-4f2c2cfc84f6 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:55:08.440202 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fa286653-9c41-4a91-bda5-f8b2fc4a4468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:08.461177 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-500ffc1d-147d-422d-aeec-cd00f1a53bd0 None None] Provisioning for port bf3760ef-6e22-4714-ab7b-83e1407b4d90 completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:55:08.467796 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-500ffc1d-147d-422d-aeec-cd00f1a53bd0 None None] Provisioning complete for port bf3760ef-6e22-4714-ab7b-83e1407b4d90 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:55:08.468268 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-500ffc1d-147d-422d-aeec-cd00f1a53bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:08.563793 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-500ffc1d-147d-422d-aeec-cd00f1a53bd0 None None] Port bf3760ef-6e22-4714-ab7b-83e1407b4d90 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:55:08.797452 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-320c4eec-c47c-4645-afe3-d4d153a7576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '066fd350-10b0-4e25-81ce-4f2c2cfc84f6', 'name': 'tempest-TestVolumeBootPattern-56722149-router', 'tenant_id': '5d1de5fd3d58471fbebb7494ab2411e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0fd5931f-5fc9-4260-b440-e919521e55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:00Z', 'updated_at': '2021-02-18T12:55:04Z', 'revision_number': 3, 'project_id': '5d1de5fd3d58471fbebb7494ab2411e1', 'gw_port': {'id': '0fd5931f-5fc9-4260-b440-e919521e55a4', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '066fd350-10b0-4e25-81ce-4f2c2cfc84f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:02Z', 'updated_at': '2021-02-18T12:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi'}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:55:08.802130 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320c4eec-c47c-4645-afe3-d4d153a7576c None None] The sync data for ids ['066fd350-10b0-4e25-81ce-4f2c2cfc84f6'] in dv-cinder-776422-1-iscsi is: [{'id': '066fd350-10b0-4e25-81ce-4f2c2cfc84f6', 'name': 'tempest-TestVolumeBootPattern-56722149-router', 'tenant_id': '5d1de5fd3d58471fbebb7494ab2411e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0fd5931f-5fc9-4260-b440-e919521e55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:00Z', 'updated_at': '2021-02-18T12:55:04Z', 'revision_number': 3, 'project_id': '5d1de5fd3d58471fbebb7494ab2411e1', 'gw_port': {'id': '0fd5931f-5fc9-4260-b440-e919521e55a4', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '066fd350-10b0-4e25-81ce-4f2c2cfc84f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:02Z', 'updated_at': '2021-02-18T12:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi'}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:55:08.827620 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fa286653-9c41-4a91-bda5-f8b2fc4a4468 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:08.831884 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fa286653-9c41-4a91-bda5-f8b2fc4a4468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:08.867031 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8f1b55b6-f706-48b8-8074-263edec46676 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:08.960176 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa286653-9c41-4a91-bda5-f8b2fc4a4468 admin admin] Pushing event updated for resources: {'Port': ['ID=bf3760ef-6e22-4714-ab7b-83e1407b4d90,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:08.963959 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fa286653-9c41-4a91-bda5-f8b2fc4a4468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846870376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854411140'] for router_interface, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:08.978677 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fa286653-9c41-4a91-bda5-f8b2fc4a4468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:09.129991 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa286653-9c41-4a91-bda5-f8b2fc4a4468 admin admin] Network 5aa267fd-5f14-4e65-84fe-419c0a052e2e is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:55:09.131620 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-fa286653-9c41-4a91-bda5-f8b2fc4a4468 admin admin] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:55:09.456616 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa286653-9c41-4a91-bda5-f8b2fc4a4468 admin admin] Router 066fd350-10b0-4e25-81ce-4f2c2cfc84f6 has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:55:09.506153 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-43de9ced-8eab-4518-ba92-068e3664b8a7 None None] Provisioning complete for port bf3760ef-6e22-4714-ab7b-83e1407b4d90 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:55:09.506998 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-43de9ced-8eab-4518-ba92-068e3664b8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:09.620254 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-43de9ced-8eab-4518-ba92-068e3664b8a7 None None] Port bf3760ef-6e22-4714-ab7b-83e1407b4d90 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:55:09.739264 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa286653-9c41-4a91-bda5-f8b2fc4a4468 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:55:09.752928 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-fa286653-9c41-4a91-bda5-f8b2fc4a4468 admin admin] 10.222.0.83 "PUT /v2.0/routers/066fd350-10b0-4e25-81ce-4f2c2cfc84f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1904643 Feb 18 12:55:10.526251 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-744a2772-8789-4d20-9bde-4c9c70d62665 req-fbb7f150-2fc7-4746-95ce-cf4cce4f3613 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-395842489', 'description': 'tempest-TestVolumeBootPattern-395842489 description'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:55:10.537872 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-744a2772-8789-4d20-9bde-4c9c70d62665 req-fbb7f150-2fc7-4746-95ce-cf4cce4f3613 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:55:10.545943 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-744a2772-8789-4d20-9bde-4c9c70d62665 req-fbb7f150-2fc7-4746-95ce-cf4cce4f3613 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Usage tracker for resource:security_group and tenant:0044bd282b264e4a8076500916247f6f is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:55:10.553113 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-744a2772-8789-4d20-9bde-4c9c70d62665 req-fbb7f150-2fc7-4746-95ce-cf4cce4f3613 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:55:10.564972 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-744a2772-8789-4d20-9bde-4c9c70d62665 req-fbb7f150-2fc7-4746-95ce-cf4cce4f3613 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:55:10.577942 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-744a2772-8789-4d20-9bde-4c9c70d62665 req-fbb7f150-2fc7-4746-95ce-cf4cce4f3613 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:10.625010 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-744a2772-8789-4d20-9bde-4c9c70d62665 req-fbb7f150-2fc7-4746-95ce-cf4cce4f3613 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:55:10.633099 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-744a2772-8789-4d20-9bde-4c9c70d62665 req-fbb7f150-2fc7-4746-95ce-cf4cce4f3613 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Usage tracker for resource:security_group_rule and tenant:0044bd282b264e4a8076500916247f6f is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:55:10.639705 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-744a2772-8789-4d20-9bde-4c9c70d62665 req-fbb7f150-2fc7-4746-95ce-cf4cce4f3613 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:55:10.652516 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-744a2772-8789-4d20-9bde-4c9c70d62665 req-fbb7f150-2fc7-4746-95ce-cf4cce4f3613 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:55:10.746982 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-744a2772-8789-4d20-9bde-4c9c70d62665 req-fbb7f150-2fc7-4746-95ce-cf4cce4f3613 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:10.750731 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-744a2772-8789-4d20-9bde-4c9c70d62665 req-fbb7f150-2fc7-4746-95ce-cf4cce4f3613 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:10.759844 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6fae7216-7d78-4a19-8188-7810da4fa09c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:10.805915 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-744a2772-8789-4d20-9bde-4c9c70d62665 req-fbb7f150-2fc7-4746-95ce-cf4cce4f3613 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:10.807335 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-744a2772-8789-4d20-9bde-4c9c70d62665 req-fbb7f150-2fc7-4746-95ce-cf4cce4f3613 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2899208 Feb 18 12:55:10.808266 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7f150-2fc7-4746-95ce-cf4cce4f3613 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44c7a501-2806-47c6-abf1-7451f07cab27,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:10.811959 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fbb7f150-2fc7-4746-95ce-cf4cce4f3613 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:10.906211 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d2f2ecb9-cd37-44bb-b071-e018b9eca874 req-d46da478-8e51-42d5-a0ac-3d1c3301ac05 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups/44c7a501-2806-47c6-abf1-7451f07cab27 HTTP/1.1" status: 200 len: 1806 time: 0.0627863 Feb 18 12:55:10.919978 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-d2f2ecb9-cd37-44bb-b071-e018b9eca874 req-ee01ab14-40d4-4e52-87e5-bca93a2015cb tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '44c7a501-2806-47c6-abf1-7451f07cab27', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:55:10.920311 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-d2f2ecb9-cd37-44bb-b071-e018b9eca874 req-ee01ab14-40d4-4e52-87e5-bca93a2015cb tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '44c7a501-2806-47c6-abf1-7451f07cab27', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:55:10.927408 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-d2f2ecb9-cd37-44bb-b071-e018b9eca874 req-ee01ab14-40d4-4e52-87e5-bca93a2015cb tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:55:10.932636 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-d2f2ecb9-cd37-44bb-b071-e018b9eca874 req-ee01ab14-40d4-4e52-87e5-bca93a2015cb tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Usage tracker for resource:security_group_rule and tenant:0044bd282b264e4a8076500916247f6f is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:55:10.936070 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-d2f2ecb9-cd37-44bb-b071-e018b9eca874 req-ee01ab14-40d4-4e52-87e5-bca93a2015cb tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:55:10.942484 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-d2f2ecb9-cd37-44bb-b071-e018b9eca874 req-ee01ab14-40d4-4e52-87e5-bca93a2015cb tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:55:11.007105 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d2f2ecb9-cd37-44bb-b071-e018b9eca874 req-ee01ab14-40d4-4e52-87e5-bca93a2015cb tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:11.037718 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d2f2ecb9-cd37-44bb-b071-e018b9eca874 req-ee01ab14-40d4-4e52-87e5-bca93a2015cb tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:11.042115 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d2f2ecb9-cd37-44bb-b071-e018b9eca874 req-ee01ab14-40d4-4e52-87e5-bca93a2015cb tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898374'] for security_group_rule, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:11.045399 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6e995476-af6b-43af-a783-8ba15f6751c5 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:11.071827 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 0fd5931f-5fc9-4260-b440-e919521e55a4 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:55:11.076449 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01ab14-40d4-4e52-87e5-bca93a2015cb tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a886045d-ed38-4d4d-ac66-07748902d16f,revision_number=0']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:11.079344 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ee01ab14-40d4-4e52-87e5-bca93a2015cb tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:11.087856 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d2f2ecb9-cd37-44bb-b071-e018b9eca874 req-ee01ab14-40d4-4e52-87e5-bca93a2015cb tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:11.089217 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d2f2ecb9-cd37-44bb-b071-e018b9eca874 req-ee01ab14-40d4-4e52-87e5-bca93a2015cb tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1742678 Feb 18 12:55:11.179339 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning for port 0fd5931f-5fc9-4260-b440-e919521e55a4 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:55:11.188293 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 0fd5931f-5fc9-4260-b440-e919521e55a4 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:55:11.188962 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:11.211415 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2f5b87cb-d494-4916-9b70-d12d24aed810 req-fa8b350f-3f78-4f81-a659-78e26dd9966a tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups/44c7a501-2806-47c6-abf1-7451f07cab27 HTTP/1.1" status: 200 len: 2399 time: 0.0965085 Feb 18 12:55:11.234483 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-2f5b87cb-d494-4916-9b70-d12d24aed810 req-83d242cf-cdb5-45e3-8e59-a8576c8556a2 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '44c7a501-2806-47c6-abf1-7451f07cab27', 'remote_group_id': None}]} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:55:11.234786 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-2f5b87cb-d494-4916-9b70-d12d24aed810 req-83d242cf-cdb5-45e3-8e59-a8576c8556a2 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '44c7a501-2806-47c6-abf1-7451f07cab27', 'remote_group_id': None}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:55:11.245385 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-2f5b87cb-d494-4916-9b70-d12d24aed810 req-83d242cf-cdb5-45e3-8e59-a8576c8556a2 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:55:11.253642 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-2f5b87cb-d494-4916-9b70-d12d24aed810 req-83d242cf-cdb5-45e3-8e59-a8576c8556a2 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Usage tracker for resource:security_group_rule and tenant:0044bd282b264e4a8076500916247f6f is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:55:11.261119 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-2f5b87cb-d494-4916-9b70-d12d24aed810 req-83d242cf-cdb5-45e3-8e59-a8576c8556a2 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:55:11.272102 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-2f5b87cb-d494-4916-9b70-d12d24aed810 req-83d242cf-cdb5-45e3-8e59-a8576c8556a2 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:55:11.376343 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2f5b87cb-d494-4916-9b70-d12d24aed810 req-83d242cf-cdb5-45e3-8e59-a8576c8556a2 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:11.436711 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2f5b87cb-d494-4916-9b70-d12d24aed810 req-83d242cf-cdb5-45e3-8e59-a8576c8556a2 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:11.441693 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2f5b87cb-d494-4916-9b70-d12d24aed810 req-83d242cf-cdb5-45e3-8e59-a8576c8556a2 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898374'] for security_group_rule, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:11.477962 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:11.501433 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2f5b87cb-d494-4916-9b70-d12d24aed810 req-83d242cf-cdb5-45e3-8e59-a8576c8556a2 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:11.503111 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2f5b87cb-d494-4916-9b70-d12d24aed810 req-83d242cf-cdb5-45e3-8e59-a8576c8556a2 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2777088 Feb 18 12:55:11.504523 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d242cf-cdb5-45e3-8e59-a8576c8556a2 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7dbfba-ace3-4af2-93a7-8a4b5b3f3b77,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:11.510066 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-83d242cf-cdb5-45e3-8e59-a8576c8556a2 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:11.566966 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:11.597774 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] For port 0fd5931f-5fc9-4260-b440-e919521e55a4, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=0fd5931f-5fc9-4260-b440-e919521e55a4,segment=NetworkSegment(cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0),segment_id=cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:55:11.602682 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:11.606651 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:11.709122 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Pushing event updated for resources: {'Port': ['ID=0fd5931f-5fc9-4260-b440-e919521e55a4,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:11.715955 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:11.961367 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482350e8-76f2-4844-adb7-4af414992282 None None] Sync routers for ids ['066fd350-10b0-4e25-81ce-4f2c2cfc84f6'] in dv-cinder-776422-1-iscsi {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:55:11.972662 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482350e8-76f2-4844-adb7-4af414992282 None None] Routers {'066fd350-10b0-4e25-81ce-4f2c2cfc84f6'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:55:11.973357 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-482350e8-76f2-4844-adb7-4af414992282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:55:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['066fd350-10b0-4e25-81ce-4f2c2cfc84f6'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:55:12.186822 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-482350e8-76f2-4844-adb7-4af414992282 None None] Set router 066fd350-10b0-4e25-81ce-4f2c2cfc84f6 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:55:12.690424 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-482350e8-76f2-4844-adb7-4af414992282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '066fd350-10b0-4e25-81ce-4f2c2cfc84f6', 'name': 'tempest-TestVolumeBootPattern-56722149-router', 'tenant_id': '5d1de5fd3d58471fbebb7494ab2411e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0fd5931f-5fc9-4260-b440-e919521e55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:00Z', 'updated_at': '2021-02-18T12:55:08Z', 'revision_number': 4, 'project_id': '5d1de5fd3d58471fbebb7494ab2411e1', 'gw_port': {'id': '0fd5931f-5fc9-4260-b440-e919521e55a4', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066fd350-10b0-4e25-81ce-4f2c2cfc84f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:02Z', 'updated_at': '2021-02-18T12:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': 'bf3760ef-6e22-4714-ab7b-83e1407b4d90', 'name': '', 'network_id': '5aa267fd-5f14-4e65-84fe-419c0a052e2e', 'tenant_id': '5d1de5fd3d58471fbebb7494ab2411e1', 'mac_address': 'fa:16:3e:28:a8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '066fd350-10b0-4e25-81ce-4f2c2cfc84f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '870c844f-a56b-4e55-b6c9-6af7f1ca14b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:07Z', 'updated_at': '2021-02-18T12:55:08Z', 'revision_number': 2, 'project_id': '5d1de5fd3d58471fbebb7494ab2411e1', 'subnets': [{'id': '870c844f-a56b-4e55-b6c9-6af7f1ca14b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:55:12.696419 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482350e8-76f2-4844-adb7-4af414992282 None None] Checking router: 066fd350-10b0-4e25-81ce-4f2c2cfc84f6 for host: dv-cinder-776422-1-iscsi {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:55:12.696950 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482350e8-76f2-4844-adb7-4af414992282 None None] Updating router 066fd350-10b0-4e25-81ce-4f2c2cfc84f6 port bf3760ef-6e22-4714-ab7b-83e1407b4d90 binding host dv-cinder-776422-1-iscsi {{(pid=83988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:55:12.767331 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-482350e8-76f2-4844-adb7-4af414992282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:13.073871 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 0fd5931f-5fc9-4260-b440-e919521e55a4 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:55:13.305342 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port 0fd5931f-5fc9-4260-b440-e919521e55a4 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:55:13.305977 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:13.562742 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-482350e8-76f2-4844-adb7-4af414992282 None None] Notify callbacks [] for port, precommit_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:13.581279 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-482350e8-76f2-4844-adb7-4af414992282 None None] Transition to ACTIVE for port object bf3760ef-6e22-4714-ab7b-83e1407b4d90 will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:55:13.583600 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-482350e8-76f2-4844-adb7-4af414992282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:13.610228 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:13.852792 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071487f-32f6-4730-9541-ddb82e49fcdb None None] Pushing event updated for resources: {'Port': ['ID=bf3760ef-6e22-4714-ab7b-83e1407b4d90,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:13.859889 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1071487f-32f6-4730-9541-ddb82e49fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:14.062351 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-482350e8-76f2-4844-adb7-4af414992282 None None] Attempting to bind port bf3760ef-6e22-4714-ab7b-83e1407b4d90 on host dv-cinder-776422-1-iscsi for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:55:14.063014 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-482350e8-76f2-4844-adb7-4af414992282 None None] Attempting to bind port bf3760ef-6e22-4714-ab7b-83e1407b4d90 by drivers openvswitch on host dv-cinder-776422-1-iscsi at level 0 using segments [{'id': '99e76c3a-8f87-46a8-9066-0644b0e1630a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5aa267fd-5f14-4e65-84fe-419c0a052e2e'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:55:14.063712 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482350e8-76f2-4844-adb7-4af414992282 None None] Attempting to bind port bf3760ef-6e22-4714-ab7b-83e1407b4d90 on network 5aa267fd-5f14-4e65-84fe-419c0a052e2e {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:55:14.076140 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482350e8-76f2-4844-adb7-4af414992282 None None] Checking agent: {'id': 'ac3e34c9-0d53-40a9-ab2e-3d2b62a37265', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 21, 35), 'started_at': datetime.datetime(2021, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:55:14.076541 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482350e8-76f2-4844-adb7-4af414992282 None None] Checking segment: {'id': '99e76c3a-8f87-46a8-9066-0644b0e1630a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5aa267fd-5f14-4e65-84fe-419c0a052e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:55:14.077292 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-482350e8-76f2-4844-adb7-4af414992282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:14.078040 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482350e8-76f2-4844-adb7-4af414992282 None None] Bound using segment: {'id': '99e76c3a-8f87-46a8-9066-0644b0e1630a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5aa267fd-5f14-4e65-84fe-419c0a052e2e'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:55:14.078966 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-482350e8-76f2-4844-adb7-4af414992282 None None] Bound port: bf3760ef-6e22-4714-ab7b-83e1407b4d90, host: dv-cinder-776422-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e76c3a-8f87-46a8-9066-0644b0e1630a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5aa267fd-5f14-4e65-84fe-419c0a052e2e'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:55:14.079721 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-482350e8-76f2-4844-adb7-4af414992282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:14.219348 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-482350e8-76f2-4844-adb7-4af414992282 None None] For port bf3760ef-6e22-4714-ab7b-83e1407b4d90, host dv-cinder-776422-1-iscsi, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:55:14.223128 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-482350e8-76f2-4844-adb7-4af414992282 None None] For port bf3760ef-6e22-4714-ab7b-83e1407b4d90, host dv-cinder-776422-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=bf3760ef-6e22-4714-ab7b-83e1407b4d90,segment=NetworkSegment(99e76c3a-8f87-46a8-9066-0644b0e1630a),segment_id=99e76c3a-8f87-46a8-9066-0644b0e1630a)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:55:14.227792 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-482350e8-76f2-4844-adb7-4af414992282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:14.242586 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:14.343925 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:55:14.422373 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071487f-32f6-4730-9541-ddb82e49fcdb None None] Pushing event updated for resources: {'Port': ['ID=bf3760ef-6e22-4714-ab7b-83e1407b4d90,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:14.426405 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1071487f-32f6-4730-9541-ddb82e49fcdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:14.488077 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482350e8-76f2-4844-adb7-4af414992282 None None] Routers {'066fd350-10b0-4e25-81ce-4f2c2cfc84f6'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:55:14.488854 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-482350e8-76f2-4844-adb7-4af414992282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:55:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['066fd350-10b0-4e25-81ce-4f2c2cfc84f6'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:55:14.732945 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-482350e8-76f2-4844-adb7-4af414992282 None None] Set router 066fd350-10b0-4e25-81ce-4f2c2cfc84f6 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:55:15.460529 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-482350e8-76f2-4844-adb7-4af414992282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '066fd350-10b0-4e25-81ce-4f2c2cfc84f6', 'name': 'tempest-TestVolumeBootPattern-56722149-router', 'tenant_id': '5d1de5fd3d58471fbebb7494ab2411e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0fd5931f-5fc9-4260-b440-e919521e55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:00Z', 'updated_at': '2021-02-18T12:55:08Z', 'revision_number': 4, 'project_id': '5d1de5fd3d58471fbebb7494ab2411e1', 'gw_port': {'id': '0fd5931f-5fc9-4260-b440-e919521e55a4', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066fd350-10b0-4e25-81ce-4f2c2cfc84f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:02Z', 'updated_at': '2021-02-18T12:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': 'bf3760ef-6e22-4714-ab7b-83e1407b4d90', 'name': '', 'network_id': '5aa267fd-5f14-4e65-84fe-419c0a052e2e', 'tenant_id': '5d1de5fd3d58471fbebb7494ab2411e1', 'mac_address': 'fa:16:3e:28:a8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '066fd350-10b0-4e25-81ce-4f2c2cfc84f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '870c844f-a56b-4e55-b6c9-6af7f1ca14b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:07Z', 'updated_at': '2021-02-18T12:55:14Z', 'revision_number': 4, 'project_id': '5d1de5fd3d58471fbebb7494ab2411e1', 'subnets': [{'id': '870c844f-a56b-4e55-b6c9-6af7f1ca14b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:55:15.468668 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482350e8-76f2-4844-adb7-4af414992282 None None] The sync data for ids ['066fd350-10b0-4e25-81ce-4f2c2cfc84f6'] in dv-cinder-776422-1-iscsi is: [{'id': '066fd350-10b0-4e25-81ce-4f2c2cfc84f6', 'name': 'tempest-TestVolumeBootPattern-56722149-router', 'tenant_id': '5d1de5fd3d58471fbebb7494ab2411e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0fd5931f-5fc9-4260-b440-e919521e55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:00Z', 'updated_at': '2021-02-18T12:55:08Z', 'revision_number': 4, 'project_id': '5d1de5fd3d58471fbebb7494ab2411e1', 'gw_port': {'id': '0fd5931f-5fc9-4260-b440-e919521e55a4', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066fd350-10b0-4e25-81ce-4f2c2cfc84f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:02Z', 'updated_at': '2021-02-18T12:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': 'bf3760ef-6e22-4714-ab7b-83e1407b4d90', 'name': '', 'network_id': '5aa267fd-5f14-4e65-84fe-419c0a052e2e', 'tenant_id': '5d1de5fd3d58471fbebb7494ab2411e1', 'mac_address': 'fa:16:3e:28:a8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '066fd350-10b0-4e25-81ce-4f2c2cfc84f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '870c844f-a56b-4e55-b6c9-6af7f1ca14b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:07Z', 'updated_at': '2021-02-18T12:55:14Z', 'revision_number': 4, 'project_id': '5d1de5fd3d58471fbebb7494ab2411e1', 'subnets': [{'id': '870c844f-a56b-4e55-b6c9-6af7f1ca14b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:55:16.958554 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:17.074771 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device bf3760ef-6e22-4714-ab7b-83e1407b4d90 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:55:17.208482 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning for port bf3760ef-6e22-4714-ab7b-83e1407b4d90 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:55:17.218331 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port bf3760ef-6e22-4714-ab7b-83e1407b4d90 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:55:17.218957 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:17.408673 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:17.449407 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] For port bf3760ef-6e22-4714-ab7b-83e1407b4d90, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=bf3760ef-6e22-4714-ab7b-83e1407b4d90,segment=NetworkSegment(99e76c3a-8f87-46a8-9066-0644b0e1630a),segment_id=99e76c3a-8f87-46a8-9066-0644b0e1630a)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:55:17.452642 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:17.454731 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e3e29574-0776-4124-8ef2-b15b654b2cb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:17.550982 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Pushing event updated for resources: {'Port': ['ID=bf3760ef-6e22-4714-ab7b-83e1407b4d90,revision_number=5']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:17.557721 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:19.035243 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device bf3760ef-6e22-4714-ab7b-83e1407b4d90 up at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:55:19.116802 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Provisioning complete for port bf3760ef-6e22-4714-ab7b-83e1407b4d90 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:55:19.118059 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:31.042180 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-310a9e2a-de54-434a-a5bc-6416723aa9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:33.472593 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d5300b19-0fba-4f98-acd2-774648a9b00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:33.959930 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:35.188258 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:35.476564 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-236ec98d-f38d-4987-a87d-b752f7720e1a tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Synchronizing usage tracker for tenant:0044bd282b264e4a8076500916247f6f on resource:security_group {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:55:35.494857 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-236ec98d-f38d-4987-a87d-b752f7720e1a tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Unset dirty status for tenant:0044bd282b264e4a8076500916247f6f on resource:security_group {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:55:35.496134 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-236ec98d-f38d-4987-a87d-b752f7720e1a tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-395842489&fields=id&tenant_id=0044bd282b264e4a8076500916247f6f HTTP/1.1" status: 200 len: 267 time: 0.0657980 Feb 18 12:55:35.633965 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:35.677728 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-975fba24-72f6-4f56-8580-12f42b030ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:35.678511 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-975fba24-72f6-4f56-8580-12f42b030ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Synchronizing usage tracker for tenant:0044bd282b264e4a8076500916247f6f on resource:network {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:55:35.697007 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-975fba24-72f6-4f56-8580-12f42b030ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Unset dirty status for tenant:0044bd282b264e4a8076500916247f6f on resource:network {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:55:35.698316 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-975fba24-72f6-4f56-8580-12f42b030ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/networks?id=4964e697-e088-4339-9e4d-60047496f987 HTTP/1.1" status: 200 len: 811 time: 0.1930566 Feb 18 12:55:35.717165 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-2a1f40ce-d1d2-4a9e-9755-62adf51bcc4d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/quotas/0044bd282b264e4a8076500916247f6f HTTP/1.1" status: 200 len: 375 time: 0.0117524 Feb 18 12:55:36.068661 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-29225513-03ed-4705-bb77-c5b708de4f67 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Synchronizing usage tracker for tenant:0044bd282b264e4a8076500916247f6f on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:55:36.087717 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-29225513-03ed-4705-bb77-c5b708de4f67 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Unset dirty status for tenant:0044bd282b264e4a8076500916247f6f on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:55:36.089201 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-29225513-03ed-4705-bb77-c5b708de4f67 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=0044bd282b264e4a8076500916247f6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3600152 Feb 18 12:55:36.219312 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-c0d762b5-ac3c-4728-b7a4-9fc646783685 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=83987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:55:36.220767 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-c0d762b5-ac3c-4728-b7a4-9fc646783685 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1181211 Feb 18 12:55:36.383072 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-70f060fe-9820-4132-9767-6ff1415be615 service neutron] 10.222.0.83 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546371 Feb 18 12:55:36.541900 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-ac2d300f-99a9-4ab7-93a2-118e3ea83cd8 service neutron] 10.222.0.83 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1513901 Feb 18 12:55:37.044573 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c065714d-acfd-45c7-95ca-84357574767d req-5e929ed2-350b-4d60-b3dc-802a81aab08d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a0a74b4-169a-40f1-b5d1-c52aa7065736 HTTP/1.1" status: 200 len: 210 time: 0.0506494 Feb 18 12:55:38.297745 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7c1b732b-7baa-451e-a0e0-29b0ce0ccca6 req-da183723-4bef-4f84-850b-a550f910809b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a0a74b4-169a-40f1-b5d1-c52aa7065736 HTTP/1.1" status: 200 len: 210 time: 0.0765996 Feb 18 12:55:38.400548 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-40b6ddb6-4507-4eb4-9812-e9ae3850ab0f tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:38.403403 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-40b6ddb6-4507-4eb4-9812-e9ae3850ab0f tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.99 "GET /v2.0/networks?id=4964e697-e088-4339-9e4d-60047496f987 HTTP/1.1" status: 200 len: 811 time: 0.2662773 Feb 18 12:55:38.504172 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-0ff58a10-dc9e-415b-b6ad-0c315dfcfc47 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=0044bd282b264e4a8076500916247f6f HTTP/1.1" status: 200 len: 5763 time: 0.0797651 Feb 18 12:55:38.514158 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Request body: {'port': {'device_id': '7a0a74b4-169a-40f1-b5d1-c52aa7065736', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'admin_state_up': True, 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'security_groups': ['44c7a501-2806-47c6-abf1-7451f07cab27']}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:55:38.678060 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:55:38.689285 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:55:38.699687 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Made reservation on behalf of 0044bd282b264e4a8076500916247f6f for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:55:38.705558 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:39.060237 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Allocated IP 172.20.0.14 (4964e697-e088-4339-9e4d-60047496f987/16b0130f-6807-4465-93a6-a479c0f09cef/d7129daf-db54-4a3a-9929-509c81d6355c) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:55:39.299608 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:39.317605 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Transition to ACTIVE for port object d7129daf-db54-4a3a-9929-509c81d6355c will not be triggered until provisioned by entity DHCP. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:55:39.343422 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:39.430256 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4d47bdd0-32d0-42dd-8bbd-29cc734769d9 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:39.532345 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Pushing event updated for resources: {'Port': ['ID=d7129daf-db54-4a3a-9929-509c81d6355c,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:39.546012 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:39.546012 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:39.546012 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:39.546012 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:39.547370 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:39.547370 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:39.547630 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:39.548001 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:39.548397 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:39.549008 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:39.549198 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:39.549568 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:39.550091 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:39.550432 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:39.550828 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:39.551220 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:39.551664 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:39.552059 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:39.552457 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:39.552857 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:39.553251 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:39.553646 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:39.554589 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:39.554972 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:39.560195 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d80fe-37c5-4c44-a547-27c810a5ebf8 req-a86b41ce-d631-44b6-b7dc-cfa77b85f929 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:39.561930 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e33d80fe-37c5-4c44-a547-27c810a5ebf8 req-a86b41ce-d631-44b6-b7dc-cfa77b85f929 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a0a74b4-169a-40f1-b5d1-c52aa7065736 HTTP/1.1" status: 200 len: 932 time: 0.1051443 Feb 18 12:55:39.568150 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:39.594594 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Network 4964e697-e088-4339-9e4d-60047496f987 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:55:39.596100 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:55:39.598603 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:55:39.622180 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-e33d80fe-37c5-4c44-a547-27c810a5ebf8 req-93ec1395-1103-462e-8b23-98aeb3691b5e tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Synchronizing usage tracker for tenant:0044bd282b264e4a8076500916247f6f on resource:security_group {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:55:39.637895 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-e33d80fe-37c5-4c44-a547-27c810a5ebf8 req-93ec1395-1103-462e-8b23-98aeb3691b5e tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Unset dirty status for tenant:0044bd282b264e4a8076500916247f6f on resource:security_group {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:55:39.639176 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e33d80fe-37c5-4c44-a547-27c810a5ebf8 req-93ec1395-1103-462e-8b23-98aeb3691b5e tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0674906 Feb 18 12:55:39.680733 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:39.681458 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:39.710568 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2013543 Feb 18 12:55:39.729876 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-8b78e473-6bf5-449f-8e06-ed9c570380b6 service neutron] Request body: {'port': {'device_id': '7a0a74b4-169a-40f1-b5d1-c52aa7065736', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:55:39.821220 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-f254f6bb-4782-475d-aebd-e854d647bfb1 None None] Provisioning for port d7129daf-db54-4a3a-9929-509c81d6355c completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:55:39.826823 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-f254f6bb-4782-475d-aebd-e854d647bfb1 None None] Provisioning complete for port d7129daf-db54-4a3a-9929-509c81d6355c triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:55:39.827289 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f254f6bb-4782-475d-aebd-e854d647bfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:39.862611 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-8b78e473-6bf5-449f-8e06-ed9c570380b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:39.890953 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-f254f6bb-4782-475d-aebd-e854d647bfb1 None None] Port d7129daf-db54-4a3a-9929-509c81d6355c cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:55:40.313130 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-8b78e473-6bf5-449f-8e06-ed9c570380b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7129daf-db54-4a3a-9929-509c81d6355c {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:55:40.322517 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-8b78e473-6bf5-449f-8e06-ed9c570380b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:40.336610 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-8b78e473-6bf5-449f-8e06-ed9c570380b6 service neutron] Transition to ACTIVE for port object d7129daf-db54-4a3a-9929-509c81d6355c will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:55:40.343429 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-8b78e473-6bf5-449f-8e06-ed9c570380b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:40.373815 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a145eb7b-702e-4e6b-b0ef-8213755850f0 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:40.570955 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78e473-6bf5-449f-8e06-ed9c570380b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d7129daf-db54-4a3a-9929-509c81d6355c,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:40.576149 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8b78e473-6bf5-449f-8e06-ed9c570380b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:40.774783 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-8b78e473-6bf5-449f-8e06-ed9c570380b6 service neutron] Attempting to bind port d7129daf-db54-4a3a-9929-509c81d6355c on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:55:40.775260 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-8b78e473-6bf5-449f-8e06-ed9c570380b6 service neutron] Attempting to bind port d7129daf-db54-4a3a-9929-509c81d6355c by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': 'd163d6fb-69d5-4c8e-beef-2ee437204402', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4964e697-e088-4339-9e4d-60047496f987'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:55:40.775900 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-8b78e473-6bf5-449f-8e06-ed9c570380b6 service neutron] Attempting to bind port d7129daf-db54-4a3a-9929-509c81d6355c on network 4964e697-e088-4339-9e4d-60047496f987 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:55:40.784632 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-8b78e473-6bf5-449f-8e06-ed9c570380b6 service neutron] Checking agent: {'id': '18f92198-7ba7-4077-b6e2-71a52c8a0624', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 28, 38), 'started_at': datetime.datetime(2021, 2, 18, 12, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:55:40.785129 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-8b78e473-6bf5-449f-8e06-ed9c570380b6 service neutron] Checking segment: {'id': 'd163d6fb-69d5-4c8e-beef-2ee437204402', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4964e697-e088-4339-9e4d-60047496f987'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:55:40.785542 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-8b78e473-6bf5-449f-8e06-ed9c570380b6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:40.786180 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-8b78e473-6bf5-449f-8e06-ed9c570380b6 service neutron] Bound using segment: {'id': 'd163d6fb-69d5-4c8e-beef-2ee437204402', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4964e697-e088-4339-9e4d-60047496f987'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:55:40.786675 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-8b78e473-6bf5-449f-8e06-ed9c570380b6 service neutron] Bound port: d7129daf-db54-4a3a-9929-509c81d6355c, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd163d6fb-69d5-4c8e-beef-2ee437204402', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4964e697-e088-4339-9e4d-60047496f987'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:55:40.787218 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-8b78e473-6bf5-449f-8e06-ed9c570380b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:41.006180 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-8b78e473-6bf5-449f-8e06-ed9c570380b6 service neutron] For port d7129daf-db54-4a3a-9929-509c81d6355c, host hv-cinder-77642, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:55:41.011832 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-8b78e473-6bf5-449f-8e06-ed9c570380b6 service neutron] For port d7129daf-db54-4a3a-9929-509c81d6355c, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=d7129daf-db54-4a3a-9929-509c81d6355c,segment=NetworkSegment(d163d6fb-69d5-4c8e-beef-2ee437204402),segment_id=d163d6fb-69d5-4c8e-beef-2ee437204402)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:55:41.018165 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-8b78e473-6bf5-449f-8e06-ed9c570380b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:41.032743 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a61e9625-28fa-4fd6-8690-e03cc8649ae6 tempest-AttachVolumeTestJSON-1632777965 tempest-AttachVolumeTestJSON-1632777965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:41.082950 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d71811-ecfc-41a8-a206-7b0b429599d2 req-f7f078df-d4b1-4959-bdcf-7bab2e6075f8 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:41.083702 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-82d71811-ecfc-41a8-a206-7b0b429599d2 req-f7f078df-d4b1-4959-bdcf-7bab2e6075f8 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Synchronizing usage tracker for tenant:0044bd282b264e4a8076500916247f6f on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:55:41.198165 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-82d71811-ecfc-41a8-a206-7b0b429599d2 req-f7f078df-d4b1-4959-bdcf-7bab2e6075f8 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Unset dirty status for tenant:0044bd282b264e4a8076500916247f6f on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:55:41.199536 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-82d71811-ecfc-41a8-a206-7b0b429599d2 req-f7f078df-d4b1-4959-bdcf-7bab2e6075f8 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a0a74b4-169a-40f1-b5d1-c52aa7065736 HTTP/1.1" status: 200 len: 944 time: 0.3370159 Feb 18 12:55:41.244321 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78e473-6bf5-449f-8e06-ed9c570380b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d7129daf-db54-4a3a-9929-509c81d6355c,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:41.248114 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8b78e473-6bf5-449f-8e06-ed9c570380b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:41.306482 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-82d71811-ecfc-41a8-a206-7b0b429599d2 req-222bab72-59e6-40e0-a381-d6cd6d8a48d0 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0994744 Feb 18 12:55:41.316098 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-8b78e473-6bf5-449f-8e06-ed9c570380b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:41.316895 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-8b78e473-6bf5-449f-8e06-ed9c570380b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:41.319870 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-8b78e473-6bf5-449f-8e06-ed9c570380b6 service neutron] 10.222.0.99 "PUT /v2.0/ports/d7129daf-db54-4a3a-9929-509c81d6355c HTTP/1.1" status: 200 len: 1158 time: 1.5953093 Feb 18 12:55:41.321020 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0a74b4-169a-40f1-b5d1-c52aa7065736', 'tag': 'd7129daf-db54-4a3a-9929-509c81d6355c'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:55:41.406271 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0a74b4-169a-40f1-b5d1-c52aa7065736', 'tag': 'd7129daf-db54-4a3a-9929-509c81d6355c', 'status': 'completed', 'code': 200} Feb 18 12:55:41.520779 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-ea7f8e13-0ce1-4957-9aa1-1e31fe9d48f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:41.522556 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-ea7f8e13-0ce1-4957-9aa1-1e31fe9d48f4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0044bd282b264e4a8076500916247f6f&device_id=7a0a74b4-169a-40f1-b5d1-c52aa7065736 HTTP/1.1" status: 200 len: 1161 time: 0.0990777 Feb 18 12:55:41.618743 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-5c5e2021-84bf-4aac-b622-784b72c0f5b9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7129daf-db54-4a3a-9929-509c81d6355c HTTP/1.1" status: 200 len: 217 time: 0.0828176 Feb 18 12:55:41.702034 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-e14a0cd8-eb70-4da5-acdb-2f05605fe3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:41.703689 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-e14a0cd8-eb70-4da5-acdb-2f05605fe3e9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=16b0130f-6807-4465-93a6-a479c0f09cef HTTP/1.1" status: 200 len: 850 time: 0.0781507 Feb 18 12:55:42.062406 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-4ee164b0-a480-4b5f-952d-35766b65c51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:42.064145 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-4ee164b0-a480-4b5f-952d-35766b65c51b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4964e697-e088-4339-9e4d-60047496f987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3541296 Feb 18 12:55:42.223706 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-158dcd73-bfb4-499c-8764-cae4fd889b89 service neutron] 10.222.0.99 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526468 Feb 18 12:55:42.382604 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ebfe0189-cfae-44c9-8ef3-9caaf528235a req-193c55d7-beb0-40a1-8ec3-47e4def92cdb service neutron] 10.222.0.99 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1526845 Feb 18 12:55:42.622939 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389be22f-6478-4437-8cbc-2142a50e316c req-50c14c98-ed58-4f1b-b140-75166bddab1c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:42.624708 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-389be22f-6478-4437-8cbc-2142a50e316c req-50c14c98-ed58-4f1b-b140-75166bddab1c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a0a74b4-169a-40f1-b5d1-c52aa7065736 HTTP/1.1" status: 200 len: 944 time: 0.1669340 Feb 18 12:55:42.630706 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e7b35-ef11-4f82-9534-9db8f3fc1119 req-b2933653-05f0-4dbc-9ddc-dc17ccf30b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:42.632717 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ec3e7b35-ef11-4f82-9534-9db8f3fc1119 req-b2933653-05f0-4dbc-9ddc-dc17ccf30b28 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0044bd282b264e4a8076500916247f6f&device_id=7a0a74b4-169a-40f1-b5d1-c52aa7065736 HTTP/1.1" status: 200 len: 1161 time: 0.1329045 Feb 18 12:55:42.780578 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-389be22f-6478-4437-8cbc-2142a50e316c req-67ae3240-ef6c-4b59-8bfe-d8263f41de75 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1466506 Feb 18 12:55:42.829929 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e7b35-ef11-4f82-9534-9db8f3fc1119 req-368bca51-5f52-4ba0-a1d5-a3210be4322b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:42.831777 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ec3e7b35-ef11-4f82-9534-9db8f3fc1119 req-368bca51-5f52-4ba0-a1d5-a3210be4322b service neutron] 10.222.0.99 "GET /v2.0/networks?id=4964e697-e088-4339-9e4d-60047496f987 HTTP/1.1" status: 200 len: 905 time: 0.1785743 Feb 18 12:55:42.913059 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ec3e7b35-ef11-4f82-9534-9db8f3fc1119 req-e01dcdf9-45d7-4476-a21a-21b0ba122972 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7129daf-db54-4a3a-9929-509c81d6355c HTTP/1.1" status: 200 len: 217 time: 0.0745778 Feb 18 12:55:42.992851 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e7b35-ef11-4f82-9534-9db8f3fc1119 req-18a64360-65be-473e-92d3-92f4c243776f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:42.995748 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ec3e7b35-ef11-4f82-9534-9db8f3fc1119 req-18a64360-65be-473e-92d3-92f4c243776f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=16b0130f-6807-4465-93a6-a479c0f09cef HTTP/1.1" status: 200 len: 850 time: 0.0742207 Feb 18 12:55:43.084051 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e7b35-ef11-4f82-9534-9db8f3fc1119 req-2f83be9f-c92b-4203-b6f7-2b6c0ba23432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:43.086430 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ec3e7b35-ef11-4f82-9534-9db8f3fc1119 req-2f83be9f-c92b-4203-b6f7-2b6c0ba23432 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4964e697-e088-4339-9e4d-60047496f987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0839021 Feb 18 12:55:43.247195 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ec3e7b35-ef11-4f82-9534-9db8f3fc1119 req-55920adb-410e-4b4b-9501-0659dde3f597 service neutron] 10.222.0.99 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526933 Feb 18 12:55:43.412955 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ec3e7b35-ef11-4f82-9534-9db8f3fc1119 req-e034bff4-08e7-4b32-bc49-1481828f19ce service neutron] 10.222.0.99 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1537437 Feb 18 12:55:43.997894 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1aea9-67f2-4d45-aeb2-6cbe9bd2040e req-e982cfa8-a1ca-47a5-bca7-8579fb8ee7c6 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:43.999910 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dbf1aea9-67f2-4d45-aeb2-6cbe9bd2040e req-e982cfa8-a1ca-47a5-bca7-8579fb8ee7c6 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a0a74b4-169a-40f1-b5d1-c52aa7065736 HTTP/1.1" status: 200 len: 944 time: 0.0933266 Feb 18 12:55:44.063112 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dbf1aea9-67f2-4d45-aeb2-6cbe9bd2040e req-73360264-ebe2-4687-bfa5-28152a437518 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0562911 Feb 18 12:55:45.288532 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97c885-46e2-4383-b10c-ef3bdb5302f6 req-d0c4c990-b6fe-4c35-8f25-d07cfdea99ab tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:45.290657 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3a97c885-46e2-4383-b10c-ef3bdb5302f6 req-d0c4c990-b6fe-4c35-8f25-d07cfdea99ab tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a0a74b4-169a-40f1-b5d1-c52aa7065736 HTTP/1.1" status: 200 len: 944 time: 0.1003783 Feb 18 12:55:45.350481 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3a97c885-46e2-4383-b10c-ef3bdb5302f6 req-d2e2bfef-c098-47e8-818f-1b516e501274 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0482852 Feb 18 12:55:46.574690 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93562aa0-c664-4f8b-a31f-1fefb9548b2e req-457e6e59-4892-4381-8e53-1b0eefe26a5c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:46.576601 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-93562aa0-c664-4f8b-a31f-1fefb9548b2e req-457e6e59-4892-4381-8e53-1b0eefe26a5c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a0a74b4-169a-40f1-b5d1-c52aa7065736 HTTP/1.1" status: 200 len: 944 time: 0.0918596 Feb 18 12:55:46.630686 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-93562aa0-c664-4f8b-a31f-1fefb9548b2e req-7d6f110e-d06d-427d-8641-a539e4d8dc4c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0477943 Feb 18 12:55:46.959050 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:47.846023 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a8ef0-dec5-44b7-ac65-59c81de11d10 req-c783e225-4387-4880-8810-70a34f177806 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:47.847779 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-533a8ef0-dec5-44b7-ac65-59c81de11d10 req-c783e225-4387-4880-8810-70a34f177806 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a0a74b4-169a-40f1-b5d1-c52aa7065736 HTTP/1.1" status: 200 len: 944 time: 0.0934954 Feb 18 12:55:47.908572 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-533a8ef0-dec5-44b7-ac65-59c81de11d10 req-a4e8bf94-b2a3-4d15-8b8d-c9a305c7272d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0527108 Feb 18 12:55:49.118107 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a139b3-731c-4a66-87fc-d99abc375d5a req-3d2b4cf4-89a2-447a-b5dc-2fea7980ad8d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:49.119818 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-14a139b3-731c-4a66-87fc-d99abc375d5a req-3d2b4cf4-89a2-447a-b5dc-2fea7980ad8d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a0a74b4-169a-40f1-b5d1-c52aa7065736 HTTP/1.1" status: 200 len: 944 time: 0.0929732 Feb 18 12:55:49.178063 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-14a139b3-731c-4a66-87fc-d99abc375d5a req-08ff2c22-a21f-49dd-8378-09fdb1bb994e tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0499020 Feb 18 12:55:50.416693 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392fbd9-5d7a-4eb7-b02e-cd16726a2b58 req-6b3f9398-a2b7-4d77-836c-feeefb45ba46 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:50.418421 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3392fbd9-5d7a-4eb7-b02e-cd16726a2b58 req-6b3f9398-a2b7-4d77-836c-feeefb45ba46 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a0a74b4-169a-40f1-b5d1-c52aa7065736 HTTP/1.1" status: 200 len: 944 time: 0.1190681 Feb 18 12:55:50.476136 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3392fbd9-5d7a-4eb7-b02e-cd16726a2b58 req-2bab2c4e-9dd1-49cb-b751-42a581aa5907 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0438442 Feb 18 12:55:51.335897 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:55:51.696790 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9c106-2e9f-48d2-b12d-029208469a54 req-d5d546e4-3b3c-4786-a75c-0c2eb7d80de3 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:51.698527 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-73f9c106-2e9f-48d2-b12d-029208469a54 req-d5d546e4-3b3c-4786-a75c-0c2eb7d80de3 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a0a74b4-169a-40f1-b5d1-c52aa7065736 HTTP/1.1" status: 200 len: 944 time: 0.0944738 Feb 18 12:55:51.754243 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-73f9c106-2e9f-48d2-b12d-029208469a54 req-ce435c39-3d5a-4c84-a507-91fde38a1b5f tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0490818 Feb 18 12:55:51.852260 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device d7129daf-db54-4a3a-9929-509c81d6355c up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:55:51.929646 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning for port d7129daf-db54-4a3a-9929-509c81d6355c completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:55:51.935042 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port d7129daf-db54-4a3a-9929-509c81d6355c triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:55:51.935461 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:52.067937 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:52.101437 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0a74b4-169a-40f1-b5d1-c52aa7065736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7129daf-db54-4a3a-9929-509c81d6355c'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:55:52.114005 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port d7129daf-db54-4a3a-9929-509c81d6355c, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=d7129daf-db54-4a3a-9929-509c81d6355c,segment=NetworkSegment(d163d6fb-69d5-4c8e-beef-2ee437204402),segment_id=d163d6fb-69d5-4c8e-beef-2ee437204402)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:55:52.118312 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:52.120359 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-22245b91-86fc-4e37-804d-d06a8adff773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:52.161028 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0a74b4-169a-40f1-b5d1-c52aa7065736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7129daf-db54-4a3a-9929-509c81d6355c', 'code': 200} Feb 18 12:55:52.201820 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=d7129daf-db54-4a3a-9929-509c81d6355c,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:52.215133 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.215712 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.216108 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.216621 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.217136 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.217763 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.218370 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.219000 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.219600 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.220170 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.220806 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.221285 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.221988 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.222618 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.223089 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.223721 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.224256 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.224697 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.225104 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.226321 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.226639 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.227163 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.227804 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.228217 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.234215 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:52.503611 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f1ee9-1be6-4bde-bb31-b84e3902f567 req-74461253-4c4c-48aa-abec-edc6ed6d1326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:52.505459 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8e1f1ee9-1be6-4bde-bb31-b84e3902f567 req-74461253-4c4c-48aa-abec-edc6ed6d1326 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7a0a74b4-169a-40f1-b5d1-c52aa7065736 HTTP/1.1" status: 200 len: 1163 time: 0.0879264 Feb 18 12:55:52.554559 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8e1f1ee9-1be6-4bde-bb31-b84e3902f567 req-8a34c2a9-1798-4e6b-bebb-0a387a718359 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0405965 Feb 18 12:55:52.971622 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf175e-b3a8-4aa1-ae86-a633983606e7 req-02f35f17-7406-4b4f-bef9-617a484602b3 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:52.973066 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-53cf175e-b3a8-4aa1-ae86-a633983606e7 req-02f35f17-7406-4b4f-bef9-617a484602b3 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a0a74b4-169a-40f1-b5d1-c52aa7065736 HTTP/1.1" status: 200 len: 946 time: 0.0921731 Feb 18 12:55:53.028796 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-53cf175e-b3a8-4aa1-ae86-a633983606e7 req-0b2c27da-f19f-4842-b5ff-a03b851b9996 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0457804 Feb 18 12:55:53.331371 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device d7129daf-db54-4a3a-9929-509c81d6355c up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:55:53.416167 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port d7129daf-db54-4a3a-9929-509c81d6355c triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:55:53.416586 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:54.261453 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311dcdf-bf22-4356-8449-27883ca597f5 req-42175a5f-01b2-46ac-a4d1-8e1a9eba388d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:54.263175 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f311dcdf-bf22-4356-8449-27883ca597f5 req-42175a5f-01b2-46ac-a4d1-8e1a9eba388d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a0a74b4-169a-40f1-b5d1-c52aa7065736 HTTP/1.1" status: 200 len: 946 time: 0.0946865 Feb 18 12:55:54.320501 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f311dcdf-bf22-4356-8449-27883ca597f5 req-f780575d-4fde-4dfb-a14b-763ae62e9428 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0494192 Feb 18 12:55:54.536314 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082618f-de7f-4318-96b5-9e73ee84e809 req-88f19cbd-b113-4ced-b6d3-84c6f979dedb tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:54.538063 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d082618f-de7f-4318-96b5-9e73ee84e809 req-88f19cbd-b113-4ced-b6d3-84c6f979dedb tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a0a74b4-169a-40f1-b5d1-c52aa7065736 HTTP/1.1" status: 200 len: 946 time: 0.0954394 Feb 18 12:55:54.591981 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d082618f-de7f-4318-96b5-9e73ee84e809 req-e1360fae-191d-42b1-b99a-d22250b36675 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0464900 Feb 18 12:55:54.940269 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a797fad4-53ff-4521-b44b-503bc0a45c00 req-d36f6fd0-4e90-4262-924e-94cbd7989e45 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3046091 Feb 18 12:55:54.950931 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-a797fad4-53ff-4521-b44b-503bc0a45c00 req-515bbf72-5e27-4d0b-b5d3-f3ebb5551309 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Request body: {'floatingip': {'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:55:54.957274 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-a797fad4-53ff-4521-b44b-503bc0a45c00 req-515bbf72-5e27-4d0b-b5d3-f3ebb5551309 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:55:54.961572 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a797fad4-53ff-4521-b44b-503bc0a45c00 req-515bbf72-5e27-4d0b-b5d3-f3ebb5551309 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Usage tracker for resource:floatingip and tenant:0044bd282b264e4a8076500916247f6f is out of sync, need to count used quota {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:55:54.964736 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a797fad4-53ff-4521-b44b-503bc0a45c00 req-515bbf72-5e27-4d0b-b5d3-f3ebb5551309 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83987) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:55:54.970650 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-a797fad4-53ff-4521-b44b-503bc0a45c00 req-515bbf72-5e27-4d0b-b5d3-f3ebb5551309 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:55:54.981848 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a797fad4-53ff-4521-b44b-503bc0a45c00 req-515bbf72-5e27-4d0b-b5d3-f3ebb5551309 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for floatingip, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:55.148395 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a797fad4-53ff-4521-b44b-503bc0a45c00 req-515bbf72-5e27-4d0b-b5d3-f3ebb5551309 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:55.454175 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-a797fad4-53ff-4521-b44b-503bc0a45c00 req-515bbf72-5e27-4d0b-b5d3-f3ebb5551309 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Allocated IP 172.27.1.227 (af22eeb7-a3c9-494b-a94b-4ce3a52cae78/7f96d68a-30b3-4cd1-8fb4-11341d49a56c/6e7c254f-c278-4c09-a1e9-1dd736639206) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:55:55.630505 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a797fad4-53ff-4521-b44b-503bc0a45c00 req-515bbf72-5e27-4d0b-b5d3-f3ebb5551309 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:55.663427 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a797fad4-53ff-4521-b44b-503bc0a45c00 req-515bbf72-5e27-4d0b-b5d3-f3ebb5551309 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:55.680542 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:55.831974 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515bbf72-5e27-4d0b-b5d3-f3ebb5551309 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Pushing event updated for resources: {'Port': ['ID=6e7c254f-c278-4c09-a1e9-1dd736639206,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:55.847014 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-515bbf72-5e27-4d0b-b5d3-f3ebb5551309 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:55.900470 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a797fad4-53ff-4521-b44b-503bc0a45c00 req-515bbf72-5e27-4d0b-b5d3-f3ebb5551309 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:55:55.901765 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-a797fad4-53ff-4521-b44b-503bc0a45c00 req-515bbf72-5e27-4d0b-b5d3-f3ebb5551309 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:55:55.904388 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-a797fad4-53ff-4521-b44b-503bc0a45c00 req-515bbf72-5e27-4d0b-b5d3-f3ebb5551309 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:55:56.007979 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a797fad4-53ff-4521-b44b-503bc0a45c00 req-515bbf72-5e27-4d0b-b5d3-f3ebb5551309 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:56.104093 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a797fad4-53ff-4521-b44b-503bc0a45c00 req-515bbf72-5e27-4d0b-b5d3-f3ebb5551309 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:56.405605 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a797fad4-53ff-4521-b44b-503bc0a45c00 req-515bbf72-5e27-4d0b-b5d3-f3ebb5551309 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:56.409601 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a797fad4-53ff-4521-b44b-503bc0a45c00 req-515bbf72-5e27-4d0b-b5d3-f3ebb5551309 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:56.430974 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a0171023-b403-4b84-8d7b-ffdf984a5c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:56.572603 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515bbf72-5e27-4d0b-b5d3-f3ebb5551309 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Pushing event updated for resources: {'Port': ['ID=6e7c254f-c278-4c09-a1e9-1dd736639206,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:56.587259 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-515bbf72-5e27-4d0b-b5d3-f3ebb5551309 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:56.686717 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a797fad4-53ff-4521-b44b-503bc0a45c00 req-515bbf72-5e27-4d0b-b5d3-f3ebb5551309 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854411096'] for floatingip, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:56.712095 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a797fad4-53ff-4521-b44b-503bc0a45c00 req-515bbf72-5e27-4d0b-b5d3-f3ebb5551309 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for floatingip, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:56.713496 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a797fad4-53ff-4521-b44b-503bc0a45c00 req-515bbf72-5e27-4d0b-b5d3-f3ebb5551309 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7673435 Feb 18 12:55:57.067331 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a797fad4-53ff-4521-b44b-503bc0a45c00 req-bae50631-7209-4415-9076-e2432c750e9c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Synchronizing usage tracker for tenant:0044bd282b264e4a8076500916247f6f on resource:floatingip {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:55:57.086877 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a797fad4-53ff-4521-b44b-503bc0a45c00 req-bae50631-7209-4415-9076-e2432c750e9c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Unset dirty status for tenant:0044bd282b264e4a8076500916247f6f on resource:floatingip {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:55:57.088355 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a797fad4-53ff-4521-b44b-503bc0a45c00 req-bae50631-7209-4415-9076-e2432c750e9c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.27.1.227 HTTP/1.1" status: 200 len: 696 time: 0.3683069 Feb 18 12:55:57.270201 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797fad4-53ff-4521-b44b-503bc0a45c00 req-5d29791f-7244-4aa0-8cbc-c2eff5f8e6cf tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:57.271739 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a797fad4-53ff-4521-b44b-503bc0a45c00 req-5d29791f-7244-4aa0-8cbc-c2eff5f8e6cf tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/networks/af22eeb7-a3c9-494b-a94b-4ce3a52cae78 HTTP/1.1" status: 200 len: 784 time: 0.1736870 Feb 18 12:55:57.283770 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-a797fad4-53ff-4521-b44b-503bc0a45c00 req-0d5d1195-424c-49d2-b9fa-46ffd0e60029 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=83987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:55:57.284897 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a797fad4-53ff-4521-b44b-503bc0a45c00 req-0d5d1195-424c-49d2-b9fa-46ffd0e60029 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0065112 Feb 18 12:55:57.497309 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdaecd0-76bb-448e-9af9-7e7f2bc7a583 req-526276ce-6033-425a-8c2a-7c4ddb617503 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:57.498480 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9cdaecd0-76bb-448e-9af9-7e7f2bc7a583 req-526276ce-6033-425a-8c2a-7c4ddb617503 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a0a74b4-169a-40f1-b5d1-c52aa7065736&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1024024 Feb 18 12:55:57.502893 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9399b740-7273-4c6c-90c9-e065d4160cdf req-70ddb94f-7271-415d-bac5-4b5ae9c6a759 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0929954 Feb 18 12:55:57.606561 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9cdaecd0-76bb-448e-9af9-7e7f2bc7a583 req-90a2af75-d5b5-4d30-9f77-ae976139e0b8 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.27.1.227 HTTP/1.1" status: 200 len: 696 time: 0.0993721 Feb 18 12:55:57.623977 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-9cdaecd0-76bb-448e-9af9-7e7f2bc7a583 req-4cfe36ab-5da3-41af-9e94-b69aac62fe58 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Request body: {'floatingip': {'port_id': 'd7129daf-db54-4a3a-9929-509c81d6355c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:55:57.656266 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9399b740-7273-4c6c-90c9-e065d4160cdf req-4b11b4df-0773-42fb-9cf0-fbd5a13fdb4b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0574274 Feb 18 12:55:57.713670 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9399b740-7273-4c6c-90c9-e065d4160cdf req-f651c291-e8d0-4764-aed0-d6537bdffc54 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322278 Feb 18 12:55:57.801143 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9cdaecd0-76bb-448e-9af9-7e7f2bc7a583 req-4cfe36ab-5da3-41af-9e94-b69aac62fe58 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for floatingip, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:57.879060 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399b740-7273-4c6c-90c9-e065d4160cdf req-14a616ba-35b1-4fe8-84b2-d477f7a54817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:57.880764 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9399b740-7273-4c6c-90c9-e065d4160cdf req-14a616ba-35b1-4fe8-84b2-d477f7a54817 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1611209 Feb 18 12:55:58.984436 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9cdaecd0-76bb-448e-9af9-7e7f2bc7a583 req-4cfe36ab-5da3-41af-9e94-b69aac62fe58 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:58.987878 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9cdaecd0-76bb-448e-9af9-7e7f2bc7a583 req-4cfe36ab-5da3-41af-9e94-b69aac62fe58 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854411096'] for floatingip, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:59.186281 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.l3_db [req-9cdaecd0-76bb-448e-9af9-7e7f2bc7a583 req-4cfe36ab-5da3-41af-9e94-b69aac62fe58 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Floating IP 2115eb4c-50ee-4f1a-ad73-a665d8f1dc44 associated. External IP: 172.27.1.227, port: d7129daf-db54-4a3a-9929-509c81d6355c. Feb 18 12:55:59.646751 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cdaecd0-76bb-448e-9af9-7e7f2bc7a583 req-4cfe36ab-5da3-41af-9e94-b69aac62fe58 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Router 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:55:59.863229 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cdaecd0-76bb-448e-9af9-7e7f2bc7a583 req-4cfe36ab-5da3-41af-9e94-b69aac62fe58 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:55:59.868040 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-9cdaecd0-76bb-448e-9af9-7e7f2bc7a583 req-4cfe36ab-5da3-41af-9e94-b69aac62fe58 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:59.876875 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baee46af-934d-4fcc-a112-bea1b27a3b35 None None] Sync routers for ids ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'] in dv-cinder-776422-1-iscsi {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:55:59.895794 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baee46af-934d-4fcc-a112-bea1b27a3b35 None None] Routers {'5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:55:59.897521 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-baee46af-934d-4fcc-a112-bea1b27a3b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:55:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:55:59.934075 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9cdaecd0-76bb-448e-9af9-7e7f2bc7a583 req-4cfe36ab-5da3-41af-9e94-b69aac62fe58 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "PUT /v2.0/floatingips/2115eb4c-50ee-4f1a-ad73-a665d8f1dc44 HTTP/1.1" status: 200 len: 997 time: 2.3195245 Feb 18 12:55:59.934642 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0a74b4-169a-40f1-b5d1-c52aa7065736', 'tag': 'd7129daf-db54-4a3a-9929-509c81d6355c'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:56:00.106402 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdaecd0-76bb-448e-9af9-7e7f2bc7a583 req-1f1897d2-2998-48f8-bc31-430236a78974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:00.109480 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9cdaecd0-76bb-448e-9af9-7e7f2bc7a583 req-1f1897d2-2998-48f8-bc31-430236a78974 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0044bd282b264e4a8076500916247f6f&device_id=7a0a74b4-169a-40f1-b5d1-c52aa7065736 HTTP/1.1" status: 200 len: 1163 time: 0.1544955 Feb 18 12:56:00.227670 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-baee46af-934d-4fcc-a112-bea1b27a3b35 None None] Set router 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:56:00.250019 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0a74b4-169a-40f1-b5d1-c52aa7065736', 'tag': 'd7129daf-db54-4a3a-9929-509c81d6355c', 'status': 'completed', 'code': 200} Feb 18 12:56:00.348941 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdaecd0-76bb-448e-9af9-7e7f2bc7a583 req-2848dba1-ac63-4960-a784-40dfde37bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:00.351741 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9cdaecd0-76bb-448e-9af9-7e7f2bc7a583 req-2848dba1-ac63-4960-a784-40dfde37bcbe service neutron] 10.222.0.83 "GET /v2.0/networks?id=4964e697-e088-4339-9e4d-60047496f987 HTTP/1.1" status: 200 len: 905 time: 0.2210481 Feb 18 12:56:00.402533 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8f575-89cf-4d04-88c4-996175d93ba7 req-11d9ccbe-7013-49dd-8c99-8fd31883d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:00.406594 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5ce8f575-89cf-4d04-88c4-996175d93ba7 req-11d9ccbe-7013-49dd-8c99-8fd31883d6b4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0044bd282b264e4a8076500916247f6f&device_id=7a0a74b4-169a-40f1-b5d1-c52aa7065736 HTTP/1.1" status: 200 len: 1163 time: 0.1651521 Feb 18 12:56:00.579761 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9cdaecd0-76bb-448e-9af9-7e7f2bc7a583 req-ab356fb2-6f5e-4a63-bbc0-372c99ff68f1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7129daf-db54-4a3a-9929-509c81d6355c HTTP/1.1" status: 200 len: 1000 time: 0.2102654 Feb 18 12:56:00.655231 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8f575-89cf-4d04-88c4-996175d93ba7 req-857b5f49-de5f-40fa-9f75-8e2b3380a3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:00.658048 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5ce8f575-89cf-4d04-88c4-996175d93ba7 req-857b5f49-de5f-40fa-9f75-8e2b3380a3ea service neutron] 10.222.0.99 "GET /v2.0/networks?id=4964e697-e088-4339-9e4d-60047496f987 HTTP/1.1" status: 200 len: 905 time: 0.2442973 Feb 18 12:56:00.691135 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdaecd0-76bb-448e-9af9-7e7f2bc7a583 req-83532955-1474-410d-abc8-3fb2806516e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:00.693467 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9cdaecd0-76bb-448e-9af9-7e7f2bc7a583 req-83532955-1474-410d-abc8-3fb2806516e6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=16b0130f-6807-4465-93a6-a479c0f09cef HTTP/1.1" status: 200 len: 850 time: 0.1059425 Feb 18 12:56:00.837147 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdaecd0-76bb-448e-9af9-7e7f2bc7a583 req-53f2efc7-003b-4344-aff3-b7443c88a05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:00.839837 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9cdaecd0-76bb-448e-9af9-7e7f2bc7a583 req-53f2efc7-003b-4344-aff3-b7443c88a05c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4964e697-e088-4339-9e4d-60047496f987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1363358 Feb 18 12:56:00.844536 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5ce8f575-89cf-4d04-88c4-996175d93ba7 req-e97a077c-55b7-441c-bd6f-8325a34a4a4f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7129daf-db54-4a3a-9929-509c81d6355c HTTP/1.1" status: 200 len: 1000 time: 0.1793332 Feb 18 12:56:00.857953 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-9cdaecd0-76bb-448e-9af9-7e7f2bc7a583 req-07548032-88d3-418d-baf8-a4000b3cf2dc service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=83986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:56:00.859149 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-baee46af-934d-4fcc-a112-bea1b27a3b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'name': 'tempest-TestVolumeBootPattern-941074253-router', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:54:48Z', 'updated_at': '2021-02-18T12:54:56Z', 'revision_number': 4, 'project_id': '0044bd282b264e4a8076500916247f6f', 'gw_port': {'id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:49Z', 'updated_at': '2021-02-18T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_floatingips': [{'id': '2115eb4c-50ee-4f1a-ad73-a665d8f1dc44', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'router_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'port_id': 'd7129daf-db54-4a3a-9929-509c81d6355c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'mac_address': 'fa:16:3e:26:51:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0a74b4-169a-40f1-b5d1-c52aa7065736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:55:55Z', 'updated_at': '2021-02-18T12:55:58Z', 'revision_number': 1, 'project_id': '0044bd282b264e4a8076500916247f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c', 'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'mac_address': 'fa:16:3e:a9:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:54Z', 'updated_at': '2021-02-18T12:55:05Z', 'revision_number': 5, 'project_id': '0044bd282b264e4a8076500916247f6f', 'subnets': [{'id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:56:00.859803 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9cdaecd0-76bb-448e-9af9-7e7f2bc7a583 req-07548032-88d3-418d-baf8-a4000b3cf2dc service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0107536 Feb 18 12:56:00.865261 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baee46af-934d-4fcc-a112-bea1b27a3b35 None None] Checking router: 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 for host: dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:56:00.878921 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baee46af-934d-4fcc-a112-bea1b27a3b35 None None] Routers {'5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:56:00.880060 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-baee46af-934d-4fcc-a112-bea1b27a3b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:55:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:56:00.958857 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8f575-89cf-4d04-88c4-996175d93ba7 req-e341ce43-5a06-4476-8212-18ea031a42ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:00.961920 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5ce8f575-89cf-4d04-88c4-996175d93ba7 req-e341ce43-5a06-4476-8212-18ea031a42ed service neutron] 10.222.0.99 "GET /v2.0/subnets?id=16b0130f-6807-4465-93a6-a479c0f09cef HTTP/1.1" status: 200 len: 850 time: 0.1107459 Feb 18 12:56:01.037259 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5a12285c-b516-4ff6-a199-3641361032cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:01.100134 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8f575-89cf-4d04-88c4-996175d93ba7 req-1795293c-7ea6-45f9-9e9d-69ecd37e9e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:01.103610 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5ce8f575-89cf-4d04-88c4-996175d93ba7 req-1795293c-7ea6-45f9-9e9d-69ecd37e9e84 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4964e697-e088-4339-9e4d-60047496f987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1305640 Feb 18 12:56:01.140453 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9cdaecd0-76bb-448e-9af9-7e7f2bc7a583 req-8fe39734-2aff-48a2-8ad9-df6e8633e8e5 service neutron] 10.222.0.83 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662237 Feb 18 12:56:01.221577 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-baee46af-934d-4fcc-a112-bea1b27a3b35 None None] Set router 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:56:01.295661 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5ce8f575-89cf-4d04-88c4-996175d93ba7 req-1d989f51-ca26-48a4-beea-73dd0f420bf8 service neutron] 10.222.0.99 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822870 Feb 18 12:56:01.420362 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9cdaecd0-76bb-448e-9af9-7e7f2bc7a583 req-3eba670d-a507-4c48-99ec-4229d0c099f6 service neutron] 10.222.0.83 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2750680 Feb 18 12:56:01.498211 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5ce8f575-89cf-4d04-88c4-996175d93ba7 req-3e89c628-61bb-4d71-a3fa-53af729c83d9 service neutron] 10.222.0.99 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1952553 Feb 18 12:56:01.899644 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-baee46af-934d-4fcc-a112-bea1b27a3b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'name': 'tempest-TestVolumeBootPattern-941074253-router', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:54:48Z', 'updated_at': '2021-02-18T12:54:56Z', 'revision_number': 4, 'project_id': '0044bd282b264e4a8076500916247f6f', 'gw_port': {'id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:49Z', 'updated_at': '2021-02-18T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_floatingips': [{'id': '2115eb4c-50ee-4f1a-ad73-a665d8f1dc44', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'router_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'port_id': 'd7129daf-db54-4a3a-9929-509c81d6355c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'mac_address': 'fa:16:3e:26:51:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0a74b4-169a-40f1-b5d1-c52aa7065736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:55:55Z', 'updated_at': '2021-02-18T12:55:58Z', 'revision_number': 1, 'project_id': '0044bd282b264e4a8076500916247f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c', 'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'mac_address': 'fa:16:3e:a9:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:54Z', 'updated_at': '2021-02-18T12:55:05Z', 'revision_number': 5, 'project_id': '0044bd282b264e4a8076500916247f6f', 'subnets': [{'id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:56:01.904458 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baee46af-934d-4fcc-a112-bea1b27a3b35 None None] The sync data for ids ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'] in dv-cinder-776422-1-iscsi is: [{'id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'name': 'tempest-TestVolumeBootPattern-941074253-router', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:54:48Z', 'updated_at': '2021-02-18T12:54:56Z', 'revision_number': 4, 'project_id': '0044bd282b264e4a8076500916247f6f', 'gw_port': {'id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:49Z', 'updated_at': '2021-02-18T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_floatingips': [{'id': '2115eb4c-50ee-4f1a-ad73-a665d8f1dc44', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'router_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'port_id': 'd7129daf-db54-4a3a-9929-509c81d6355c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'mac_address': 'fa:16:3e:26:51:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0a74b4-169a-40f1-b5d1-c52aa7065736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:55:55Z', 'updated_at': '2021-02-18T12:55:58Z', 'revision_number': 1, 'project_id': '0044bd282b264e4a8076500916247f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c', 'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'mac_address': 'fa:16:3e:a9:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:54Z', 'updated_at': '2021-02-18T12:55:05Z', 'revision_number': 5, 'project_id': '0044bd282b264e4a8076500916247f6f', 'subnets': [{'id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:56:02.244128 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0c6b68-0b19-4863-a899-ac03ddc85fa7 None None] New status for floating IP 2115eb4c-50ee-4f1a-ad73-a665d8f1dc44: ACTIVE {{(pid=83988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 12:56:03.478198 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-56e14a0b-1cbd-4227-8dfa-2d1b36e19101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:03.963010 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:05.197096 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:05.627830 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:16.966012 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:28.336942 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:56:31.034776 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-250ea1ee-21c1-4be1-9e34-0f862f01eda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:33.481869 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-daa9f5b5-bbaf-41e7-9e9b-d0c8165de2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:33.966095 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:35.192615 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:35.627461 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:46.965643 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:58.566275 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e7c065f7-5e32-459f-a419-3d9586d2073a req-dde1d804-e59f-4bc5-bff9-c486d5bee9d1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7a0a74b4-169a-40f1-b5d1-c52aa7065736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1378410 Feb 18 12:56:58.695857 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c065f7-5e32-459f-a419-3d9586d2073a req-443f2234-616b-4a0b-93c4-7ecc1df99e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:58.697445 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e7c065f7-5e32-459f-a419-3d9586d2073a req-443f2234-616b-4a0b-93c4-7ecc1df99e71 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0044bd282b264e4a8076500916247f6f&device_id=7a0a74b4-169a-40f1-b5d1-c52aa7065736 HTTP/1.1" status: 200 len: 1163 time: 0.0918415 Feb 18 12:56:58.904435 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c065f7-5e32-459f-a419-3d9586d2073a req-35356b57-e0d6-4596-9604-486abea18dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:58.907317 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e7c065f7-5e32-459f-a419-3d9586d2073a req-35356b57-e0d6-4596-9604-486abea18dce service neutron] 10.222.0.99 "GET /v2.0/networks?id=4964e697-e088-4339-9e4d-60047496f987 HTTP/1.1" status: 200 len: 905 time: 0.1885967 Feb 18 12:56:59.027668 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e7c065f7-5e32-459f-a419-3d9586d2073a req-32707f2e-0cb4-4954-9b6e-48e9bf7a29b2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7129daf-db54-4a3a-9929-509c81d6355c HTTP/1.1" status: 200 len: 1002 time: 0.1131189 Feb 18 12:56:59.103821 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c065f7-5e32-459f-a419-3d9586d2073a req-de2375e7-e35f-499f-a1c0-0a53f7be4a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:59.105463 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e7c065f7-5e32-459f-a419-3d9586d2073a req-de2375e7-e35f-499f-a1c0-0a53f7be4a3d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=16b0130f-6807-4465-93a6-a479c0f09cef HTTP/1.1" status: 200 len: 850 time: 0.0718899 Feb 18 12:56:59.202978 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c065f7-5e32-459f-a419-3d9586d2073a req-89ff06ab-47a2-4585-be6c-55df3950dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:59.204722 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e7c065f7-5e32-459f-a419-3d9586d2073a req-89ff06ab-47a2-4585-be6c-55df3950dde1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4964e697-e088-4339-9e4d-60047496f987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0921059 Feb 18 12:56:59.366608 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e7c065f7-5e32-459f-a419-3d9586d2073a req-5368603a-d89c-48ad-8c73-c53fd31d6a85 service neutron] 10.222.0.99 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540625 Feb 18 12:56:59.525156 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e7c065f7-5e32-459f-a419-3d9586d2073a req-89477c01-fb93-41bd-bc8a-5b7a107c16f6 service neutron] 10.222.0.99 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1522117 Feb 18 12:57:01.031149 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-75acc6f8-52f5-4e45-8b01-837234aa8184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:57:03.484085 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9100f18d-fbad-4ee4-a467-2ee47b369a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:57:03.972212 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:57:05.197229 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:57:05.337734 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:57:05.630979 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:57:16.964990 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:57:31.040980 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-04eb8e62-e400-4a3c-80cd-c72b0409fabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:57:33.488993 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8f7cdd5e-2969-4fc6-a062-3b2ee9b0c59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:57:33.972790 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:57:35.202121 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:57:35.633519 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:57:42.344621 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:57:46.958708 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:57:59.456632 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c3201170-04ca-4b88-8655-b517ad7dc04e req-432da6c8-d9d8-4431-90e0-fac17ea8f8d6 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0496528 Feb 18 12:57:59.604154 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c3201170-04ca-4b88-8655-b517ad7dc04e req-5b6bb68d-1567-439e-a23a-f2c588b4a2d1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0491395 Feb 18 12:57:59.663441 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c3201170-04ca-4b88-8655-b517ad7dc04e req-ccb8990b-0ec7-4ece-898c-70d963cbdf64 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328665 Feb 18 12:57:59.820306 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3201170-04ca-4b88-8655-b517ad7dc04e req-74f907fb-e719-4d4d-a7d0-3db4562b0818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:57:59.821963 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c3201170-04ca-4b88-8655-b517ad7dc04e req-74f907fb-e719-4d4d-a7d0-3db4562b0818 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1517210 Feb 18 12:58:01.045480 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-46f0eb0c-8909-4d26-bb41-06bfbe194412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:03.492844 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-81e90e9c-00f6-469a-b0ad-c9c79b311705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:03.976228 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:05.206548 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:05.636338 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:15.900322 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6780de2-473e-4b9b-a28c-0e8d2de719c2 req-a64bbbaf-ec74-4df6-b4d5-b49dcdde54af tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:15.902034 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a6780de2-473e-4b9b-a28c-0e8d2de719c2 req-a64bbbaf-ec74-4df6-b4d5-b49dcdde54af tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a0a74b4-169a-40f1-b5d1-c52aa7065736 HTTP/1.1" status: 200 len: 946 time: 0.1752415 Feb 18 12:58:15.972697 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a6780de2-473e-4b9b-a28c-0e8d2de719c2 req-092bba0f-48c2-4fc6-a0f4-7d0c835ac215 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0576241 Feb 18 12:58:16.982937 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:17.325486 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a5ae4-246c-404d-83a3-b835292ed7df req-b118285b-755c-4af8-8be2-b229392bc4d1 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:17.328089 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e05a5ae4-246c-404d-83a3-b835292ed7df req-b118285b-755c-4af8-8be2-b229392bc4d1 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a0a74b4-169a-40f1-b5d1-c52aa7065736 HTTP/1.1" status: 200 len: 946 time: 0.2084942 Feb 18 12:58:17.386318 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e05a5ae4-246c-404d-83a3-b835292ed7df req-1b403633-4431-48a6-9241-68aca2c59c36 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0512891 Feb 18 12:58:17.510719 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722787e-dba0-4a08-9eb3-d6ef4a00fc48 req-7926ea77-fd13-4629-b32c-6117c12f89a8 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:17.513492 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c722787e-dba0-4a08-9eb3-d6ef4a00fc48 req-7926ea77-fd13-4629-b32c-6117c12f89a8 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.99 "GET /v2.0/ports?device_id=7a0a74b4-169a-40f1-b5d1-c52aa7065736 HTTP/1.1" status: 200 len: 946 time: 0.1191604 Feb 18 12:58:17.605430 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-c722787e-dba0-4a08-9eb3-d6ef4a00fc48 req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Deleting port d7129daf-db54-4a3a-9929-509c81d6355c {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:58:17.605974 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c722787e-dba0-4a08-9eb3-d6ef4a00fc48 req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:17.914640 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-c722787e-dba0-4a08-9eb3-d6ef4a00fc48 req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] For port d7129daf-db54-4a3a-9929-509c81d6355c, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=d7129daf-db54-4a3a-9929-509c81d6355c,segment=NetworkSegment(d163d6fb-69d5-4c8e-beef-2ee437204402),segment_id=d163d6fb-69d5-4c8e-beef-2ee437204402)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:58:17.915112 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c722787e-dba0-4a08-9eb3-d6ef4a00fc48 req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:18.249490 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c722787e-dba0-4a08-9eb3-d6ef4a00fc48 req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:18.250079 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c722787e-dba0-4a08-9eb3-d6ef4a00fc48 req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854411096'] for floatingip, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:18.250197 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.l3_db [req-c722787e-dba0-4a08-9eb3-d6ef4a00fc48 req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Floating IP 2115eb4c-50ee-4f1a-ad73-a665d8f1dc44 disassociated. External IP: 172.27.1.227, port: d7129daf-db54-4a3a-9929-509c81d6355c. Feb 18 12:58:18.250498 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-c722787e-dba0-4a08-9eb3-d6ef4a00fc48 req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Calling delete_port for d7129daf-db54-4a3a-9929-509c81d6355c owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:58:18.362274 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device d7129daf-db54-4a3a-9929-509c81d6355c no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:58:18.416629 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c722787e-dba0-4a08-9eb3-d6ef4a00fc48 req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:18.433296 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:58:18.447894 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] No active binding found for port d7129daf-db54-4a3a-9929-509c81d6355c {{(pid=83988) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 18 12:58:18.448696 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device d7129daf-db54-4a3a-9929-509c81d6355c not bound to the agent host hv-cinder-77642 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:58:18.538711 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Pushing event deleted for resources: {'Port': ['ID=d7129daf-db54-4a3a-9929-509c81d6355c,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:58:18.560632 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:18.561070 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:18.561438 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:18.561850 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:18.562254 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:18.562657 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:18.563056 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:18.563457 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:18.563891 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:18.564290 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:18.564689 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:18.565075 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:18.565579 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:18.566247 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:18.566875 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:18.566875 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:18.567191 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:18.567531 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:18.567918 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:18.568317 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:18.568708 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:18.569276 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:18.569758 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:18.570158 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:18.576677 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:58:18.876694 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-488954a4-8689-4354-b924-7bb81325dee2 req-1afee1fe-d278-40ab-b97e-8f5c5e8a3c9a tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a0a74b4-169a-40f1-b5d1-c52aa7065736 HTTP/1.1" status: 200 len: 210 time: 0.3294635 Feb 18 12:58:19.174613 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c722787e-dba0-4a08-9eb3-d6ef4a00fc48 req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Router 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:58:19.346110 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:58:19.417218 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c722787e-dba0-4a08-9eb3-d6ef4a00fc48 req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:58:19.429531 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21614389-edc8-4941-80fa-6bb521e48740 None None] Sync routers for ids ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'] in dv-cinder-776422-1-iscsi {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:58:19.447858 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21614389-edc8-4941-80fa-6bb521e48740 None None] Routers {'5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:58:19.449032 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-21614389-edc8-4941-80fa-6bb521e48740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:58:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:58:19.460054 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-c722787e-dba0-4a08-9eb3-d6ef4a00fc48 req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] No DVR routers for this DVR port d7129daf-db54-4a3a-9929-509c81d6355c on host hv-cinder-77642 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:58:19.462526 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c722787e-dba0-4a08-9eb3-d6ef4a00fc48 req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:19.465683 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0a74b4-169a-40f1-b5d1-c52aa7065736', 'name': 'network-vif-deleted', 'tag': 'd7129daf-db54-4a3a-9929-509c81d6355c'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:58:19.483344 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c722787e-dba0-4a08-9eb3-d6ef4a00fc48 req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.99 "DELETE /v2.0/ports/d7129daf-db54-4a3a-9929-509c81d6355c HTTP/1.1" status: 204 len: 173 time: 1.9644530 Feb 18 12:58:19.564617 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0a74b4-169a-40f1-b5d1-c52aa7065736', 'name': 'network-vif-deleted', 'tag': 'd7129daf-db54-4a3a-9929-509c81d6355c', 'status': 'completed', 'code': 200} Feb 18 12:58:19.683094 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-21614389-edc8-4941-80fa-6bb521e48740 None None] Set router 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:58:20.056271 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-21614389-edc8-4941-80fa-6bb521e48740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'name': 'tempest-TestVolumeBootPattern-941074253-router', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:54:48Z', 'updated_at': '2021-02-18T12:54:56Z', 'revision_number': 4, 'project_id': '0044bd282b264e4a8076500916247f6f', 'gw_port': {'id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:49Z', 'updated_at': '2021-02-18T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c', 'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'mac_address': 'fa:16:3e:a9:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:54Z', 'updated_at': '2021-02-18T12:55:05Z', 'revision_number': 5, 'project_id': '0044bd282b264e4a8076500916247f6f', 'subnets': [{'id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:58:20.063481 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21614389-edc8-4941-80fa-6bb521e48740 None None] Checking router: 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 for host: dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:58:20.076115 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21614389-edc8-4941-80fa-6bb521e48740 None None] Routers {'5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:58:20.077301 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-21614389-edc8-4941-80fa-6bb521e48740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:58:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:58:20.085636 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f9baf284-88eb-46ed-96b5-7a7cc34e89dc req-dfe21c08-4151-45ae-b69f-cd0c4058917c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a0a74b4-169a-40f1-b5d1-c52aa7065736 HTTP/1.1" status: 200 len: 210 time: 0.0520501 Feb 18 12:58:20.342370 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-21614389-edc8-4941-80fa-6bb521e48740 None None] Set router 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:58:20.754134 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-21614389-edc8-4941-80fa-6bb521e48740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'name': 'tempest-TestVolumeBootPattern-941074253-router', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:54:48Z', 'updated_at': '2021-02-18T12:54:56Z', 'revision_number': 4, 'project_id': '0044bd282b264e4a8076500916247f6f', 'gw_port': {'id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:49Z', 'updated_at': '2021-02-18T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c', 'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'mac_address': 'fa:16:3e:a9:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:54Z', 'updated_at': '2021-02-18T12:55:05Z', 'revision_number': 5, 'project_id': '0044bd282b264e4a8076500916247f6f', 'subnets': [{'id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:58:20.758999 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21614389-edc8-4941-80fa-6bb521e48740 None None] The sync data for ids ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'] in dv-cinder-776422-1-iscsi is: [{'id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'name': 'tempest-TestVolumeBootPattern-941074253-router', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:54:48Z', 'updated_at': '2021-02-18T12:54:56Z', 'revision_number': 4, 'project_id': '0044bd282b264e4a8076500916247f6f', 'gw_port': {'id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:49Z', 'updated_at': '2021-02-18T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c', 'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'mac_address': 'fa:16:3e:a9:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:54Z', 'updated_at': '2021-02-18T12:55:05Z', 'revision_number': 5, 'project_id': '0044bd282b264e4a8076500916247f6f', 'subnets': [{'id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:58:21.196596 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f53abdf-3ef8-4746-bcc9-347a9c40e636 None None] New status for floating IP 2115eb4c-50ee-4f1a-ad73-a665d8f1dc44: DOWN {{(pid=83988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 12:58:21.489849 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-8a522c3b-9420-4af9-9e02-1d083b57104a tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-395842489&fields=id&tenant_id=0044bd282b264e4a8076500916247f6f HTTP/1.1" status: 200 len: 267 time: 0.0508244 Feb 18 12:58:21.669956 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-ef592df6-a9cd-4ebc-ab13-e922b668d512 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:21.671592 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-ef592df6-a9cd-4ebc-ab13-e922b668d512 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/networks?id=4964e697-e088-4339-9e4d-60047496f987 HTTP/1.1" status: 200 len: 811 time: 0.1717131 Feb 18 12:58:21.691692 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-36b342a4-113a-423f-87bc-c4eb0bd9e7ff tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/quotas/0044bd282b264e4a8076500916247f6f HTTP/1.1" status: 200 len: 375 time: 0.0117249 Feb 18 12:58:21.794244 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-5f8967f2-2bdb-49d6-bfaf-880c6975872f tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=0044bd282b264e4a8076500916247f6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0959892 Feb 18 12:58:21.819540 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-94b560e8-0fd5-430a-8b23-16fe431cafba service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=83986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:58:21.820648 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-94b560e8-0fd5-430a-8b23-16fe431cafba service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0066121 Feb 18 12:58:21.977858 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-566e471b-acf0-4f68-97fb-4365fccd38fb service neutron] 10.222.0.83 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501577 Feb 18 12:58:22.135173 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-612b76dd-f64f-4dba-ad69-61cc34c2bf51 service neutron] 10.222.0.83 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1497803 Feb 18 12:58:22.650069 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-6d4caad7-8d0c-405c-b74a-a21e037308f0 req-524e1762-544d-4177-b467-8b215b4b67bf tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Synchronizing usage tracker for tenant:0044bd282b264e4a8076500916247f6f on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:58:22.670413 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-6d4caad7-8d0c-405c-b74a-a21e037308f0 req-524e1762-544d-4177-b467-8b215b4b67bf tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Unset dirty status for tenant:0044bd282b264e4a8076500916247f6f on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:58:22.671789 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6d4caad7-8d0c-405c-b74a-a21e037308f0 req-524e1762-544d-4177-b467-8b215b4b67bf tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde HTTP/1.1" status: 200 len: 210 time: 0.0806420 Feb 18 12:58:23.798246 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-77927771-9ed6-4007-be92-f1757fbaf02b req-31905d2d-d44f-41a3-8508-866a26177c68 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde HTTP/1.1" status: 200 len: 210 time: 0.0544131 Feb 18 12:58:24.983274 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a4e3fd5d-4dcb-4d91-bf59-40789a62f124 req-911c3c74-3a1c-40b6-85f9-73cb3dc41599 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde HTTP/1.1" status: 200 len: 210 time: 0.0566344 Feb 18 12:58:26.162057 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9ba3a0e9-f0f0-45be-a72c-7b11bf31a27f req-22507c54-0c94-42d6-a56c-1373964af0e3 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde HTTP/1.1" status: 200 len: 210 time: 0.0559969 Feb 18 12:58:26.199112 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-6005309e-277e-4056-afa4-acacbe635878 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:26.200831 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-6005309e-277e-4056-afa4-acacbe635878 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.99 "GET /v2.0/networks?id=4964e697-e088-4339-9e4d-60047496f987 HTTP/1.1" status: 200 len: 811 time: 0.2011418 Feb 18 12:58:26.305237 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-6e1ba4c6-a86a-4195-9d11-475bf48cd4e3 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=0044bd282b264e4a8076500916247f6f HTTP/1.1" status: 200 len: 5763 time: 0.0903215 Feb 18 12:58:26.321043 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-f757ace6-b7a8-4f0f-9568-05de511f69df tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Request body: {'port': {'device_id': 'e9e133b7-c020-4234-bf2c-4fe3bd1dcdde', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'admin_state_up': True, 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'security_groups': ['44c7a501-2806-47c6-abf1-7451f07cab27']}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:58:26.483241 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-f757ace6-b7a8-4f0f-9568-05de511f69df tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:58:26.494944 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-f757ace6-b7a8-4f0f-9568-05de511f69df tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:58:26.504345 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-f757ace6-b7a8-4f0f-9568-05de511f69df tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Made reservation on behalf of 0044bd282b264e4a8076500916247f6f for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:58:26.510666 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-f757ace6-b7a8-4f0f-9568-05de511f69df tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:26.883333 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-f757ace6-b7a8-4f0f-9568-05de511f69df tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Allocated IP 172.20.0.10 (4964e697-e088-4339-9e4d-60047496f987/16b0130f-6807-4465-93a6-a479c0f09cef/1e7f9dae-ac29-4aba-94e6-42028bdb0f78) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:58:27.131829 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-f757ace6-b7a8-4f0f-9568-05de511f69df tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:27.152768 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-f757ace6-b7a8-4f0f-9568-05de511f69df tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Transition to ACTIVE for port object 1e7f9dae-ac29-4aba-94e6-42028bdb0f78 will not be triggered until provisioned by entity DHCP. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:58:27.187162 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-f757ace6-b7a8-4f0f-9568-05de511f69df tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:27.204641 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fa286653-9c41-4a91-bda5-f8b2fc4a4468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:58:27.422952 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757ace6-b7a8-4f0f-9568-05de511f69df tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Pushing event updated for resources: {'Port': ['ID=1e7f9dae-ac29-4aba-94e6-42028bdb0f78,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:58:27.439208 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f757ace6-b7a8-4f0f-9568-05de511f69df tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:58:27.509726 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50159615-9ae1-44b5-a416-8a4c6cfb2b62 req-8e51f615-d64c-4507-9fdb-768b137ef882 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:27.511410 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-50159615-9ae1-44b5-a416-8a4c6cfb2b62 req-8e51f615-d64c-4507-9fdb-768b137ef882 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde HTTP/1.1" status: 200 len: 932 time: 0.1872218 Feb 18 12:58:27.513584 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-f757ace6-b7a8-4f0f-9568-05de511f69df tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Network 4964e697-e088-4339-9e4d-60047496f987 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:58:27.514932 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-f757ace6-b7a8-4f0f-9568-05de511f69df tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:58:27.517762 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-f757ace6-b7a8-4f0f-9568-05de511f69df tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:58:27.625275 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-f757ace6-b7a8-4f0f-9568-05de511f69df tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:27.626022 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-f757ace6-b7a8-4f0f-9568-05de511f69df tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:27.634880 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-50159615-9ae1-44b5-a416-8a4c6cfb2b62 req-c35880bc-3932-43b0-8723-de8a8187ecb5 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0829225 Feb 18 12:58:27.674103 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-f757ace6-b7a8-4f0f-9568-05de511f69df tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3578405 Feb 18 12:58:27.695479 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-b8dc904c-9694-4a21-8b86-cc40fac2b3e3 service neutron] Request body: {'port': {'device_id': 'e9e133b7-c020-4234-bf2c-4fe3bd1dcdde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:58:27.757076 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-32a2b62c-27eb-406c-9a3b-e7c3c7c06b72 None None] Provisioning for port 1e7f9dae-ac29-4aba-94e6-42028bdb0f78 completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:58:27.762541 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-32a2b62c-27eb-406c-9a3b-e7c3c7c06b72 None None] Provisioning complete for port 1e7f9dae-ac29-4aba-94e6-42028bdb0f78 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:58:27.762966 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-32a2b62c-27eb-406c-9a3b-e7c3c7c06b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:27.840636 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-b8dc904c-9694-4a21-8b86-cc40fac2b3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:28.012823 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-32a2b62c-27eb-406c-9a3b-e7c3c7c06b72 None None] Port 1e7f9dae-ac29-4aba-94e6-42028bdb0f78 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:58:28.298268 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-b8dc904c-9694-4a21-8b86-cc40fac2b3e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e7f9dae-ac29-4aba-94e6-42028bdb0f78 {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:58:28.307072 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-b8dc904c-9694-4a21-8b86-cc40fac2b3e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:28.321285 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-b8dc904c-9694-4a21-8b86-cc40fac2b3e3 service neutron] Transition to ACTIVE for port object 1e7f9dae-ac29-4aba-94e6-42028bdb0f78 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:58:28.324354 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-b8dc904c-9694-4a21-8b86-cc40fac2b3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:28.341631 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d1fbd5be-ccbf-41da-bf26-7912270c903d tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:58:28.481891 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc904c-9694-4a21-8b86-cc40fac2b3e3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7f9dae-ac29-4aba-94e6-42028bdb0f78,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:58:28.495649 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b8dc904c-9694-4a21-8b86-cc40fac2b3e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:58:28.716421 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-b8dc904c-9694-4a21-8b86-cc40fac2b3e3 service neutron] Attempting to bind port 1e7f9dae-ac29-4aba-94e6-42028bdb0f78 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:58:28.716850 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-b8dc904c-9694-4a21-8b86-cc40fac2b3e3 service neutron] Attempting to bind port 1e7f9dae-ac29-4aba-94e6-42028bdb0f78 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': 'd163d6fb-69d5-4c8e-beef-2ee437204402', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4964e697-e088-4339-9e4d-60047496f987'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:58:28.717430 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-b8dc904c-9694-4a21-8b86-cc40fac2b3e3 service neutron] Attempting to bind port 1e7f9dae-ac29-4aba-94e6-42028bdb0f78 on network 4964e697-e088-4339-9e4d-60047496f987 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:58:28.726238 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-b8dc904c-9694-4a21-8b86-cc40fac2b3e3 service neutron] Checking agent: {'id': '18f92198-7ba7-4077-b6e2-71a52c8a0624', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 28, 38), 'started_at': datetime.datetime(2021, 2, 18, 12, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:58:28.726744 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-b8dc904c-9694-4a21-8b86-cc40fac2b3e3 service neutron] Checking segment: {'id': 'd163d6fb-69d5-4c8e-beef-2ee437204402', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4964e697-e088-4339-9e4d-60047496f987'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:58:28.727225 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-b8dc904c-9694-4a21-8b86-cc40fac2b3e3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:28.727736 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-b8dc904c-9694-4a21-8b86-cc40fac2b3e3 service neutron] Bound using segment: {'id': 'd163d6fb-69d5-4c8e-beef-2ee437204402', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4964e697-e088-4339-9e4d-60047496f987'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:58:28.728425 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-b8dc904c-9694-4a21-8b86-cc40fac2b3e3 service neutron] Bound port: 1e7f9dae-ac29-4aba-94e6-42028bdb0f78, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd163d6fb-69d5-4c8e-beef-2ee437204402', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4964e697-e088-4339-9e4d-60047496f987'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:58:28.728897 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-b8dc904c-9694-4a21-8b86-cc40fac2b3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:28.845064 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-b8dc904c-9694-4a21-8b86-cc40fac2b3e3 service neutron] For port 1e7f9dae-ac29-4aba-94e6-42028bdb0f78, host hv-cinder-77642, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:58:28.849328 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-b8dc904c-9694-4a21-8b86-cc40fac2b3e3 service neutron] For port 1e7f9dae-ac29-4aba-94e6-42028bdb0f78, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=1e7f9dae-ac29-4aba-94e6-42028bdb0f78,segment=NetworkSegment(d163d6fb-69d5-4c8e-beef-2ee437204402),segment_id=d163d6fb-69d5-4c8e-beef-2ee437204402)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:58:28.853011 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-b8dc904c-9694-4a21-8b86-cc40fac2b3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:28.869247 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-379b5699-177e-4316-a5f9-ed9b712f70f4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:58:28.894847 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354571c0-ffcd-4005-9bdd-5b75ac19db08 req-a4efd19d-3c9a-4c29-b899-19cfc15906d1 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:28.896639 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-354571c0-ffcd-4005-9bdd-5b75ac19db08 req-a4efd19d-3c9a-4c29-b899-19cfc15906d1 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde HTTP/1.1" status: 200 len: 944 time: 0.1192122 Feb 18 12:58:28.950357 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-354571c0-ffcd-4005-9bdd-5b75ac19db08 req-31875b47-01fa-45b8-b2ae-9a428c11dc4b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0465262 Feb 18 12:58:29.027265 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc904c-9694-4a21-8b86-cc40fac2b3e3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7f9dae-ac29-4aba-94e6-42028bdb0f78,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:58:29.032923 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b8dc904c-9694-4a21-8b86-cc40fac2b3e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:58:29.069726 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-b8dc904c-9694-4a21-8b86-cc40fac2b3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:29.070443 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-b8dc904c-9694-4a21-8b86-cc40fac2b3e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:29.071952 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-b8dc904c-9694-4a21-8b86-cc40fac2b3e3 service neutron] 10.222.0.99 "PUT /v2.0/ports/1e7f9dae-ac29-4aba-94e6-42028bdb0f78 HTTP/1.1" status: 200 len: 1158 time: 1.3822417 Feb 18 12:58:29.072518 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e133b7-c020-4234-bf2c-4fe3bd1dcdde', 'tag': '1e7f9dae-ac29-4aba-94e6-42028bdb0f78'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:58:29.204295 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e133b7-c020-4234-bf2c-4fe3bd1dcdde', 'tag': '1e7f9dae-ac29-4aba-94e6-42028bdb0f78', 'status': 'completed', 'code': 200} Feb 18 12:58:29.236638 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-3a4cb846-dc19-4cbf-b22d-26843b351d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:29.238447 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-3a4cb846-dc19-4cbf-b22d-26843b351d51 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0044bd282b264e4a8076500916247f6f&device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde HTTP/1.1" status: 200 len: 1161 time: 0.1087298 Feb 18 12:58:29.323018 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-6a062571-9699-41d3-b538-b9e0b2506399 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e7f9dae-ac29-4aba-94e6-42028bdb0f78 HTTP/1.1" status: 200 len: 217 time: 0.0718622 Feb 18 12:58:29.401335 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-b640ee9b-7bb5-408a-9316-681b17889cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:29.402961 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-b640ee9b-7bb5-408a-9316-681b17889cfe service neutron] 10.222.0.99 "GET /v2.0/subnets?id=16b0130f-6807-4465-93a6-a479c0f09cef HTTP/1.1" status: 200 len: 850 time: 0.0736408 Feb 18 12:58:29.495268 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-d96f31d3-d28d-4017-a53c-163602d3b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:29.496984 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-d96f31d3-d28d-4017-a53c-163602d3b34a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4964e697-e088-4339-9e4d-60047496f987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0877919 Feb 18 12:58:29.921051 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-7f7aa223-2d53-41b7-bee2-6a1b26fb546a service neutron] 10.222.0.99 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165347 Feb 18 12:58:30.083618 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8c733b17-7d19-4b1d-bf62-e19cee5a67cc req-cfbd0fd9-8d3d-42f7-8299-60fe9698ddcf service neutron] 10.222.0.99 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1549194 Feb 18 12:58:30.172803 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2af919-56d6-4f6a-8708-c9b4711fbf0f req-b5ac991d-fc41-4997-89d0-94f97d064740 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:30.174422 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7f2af919-56d6-4f6a-8708-c9b4711fbf0f req-b5ac991d-fc41-4997-89d0-94f97d064740 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde HTTP/1.1" status: 200 len: 944 time: 0.0968874 Feb 18 12:58:30.237020 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7f2af919-56d6-4f6a-8708-c9b4711fbf0f req-d01d0ce3-b7fd-4d43-a060-e0aa6966586b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0552173 Feb 18 12:58:30.266391 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21780f-2924-4c1b-be58-abe29242039c req-6b7b0338-8c4f-40c1-9f04-fc49dada59bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:30.268102 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fe21780f-2924-4c1b-be58-abe29242039c req-6b7b0338-8c4f-40c1-9f04-fc49dada59bf service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0044bd282b264e4a8076500916247f6f&device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde HTTP/1.1" status: 200 len: 1161 time: 0.0854857 Feb 18 12:58:30.424398 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21780f-2924-4c1b-be58-abe29242039c req-6e4ca3fa-ae25-40d2-960d-0d312f18d2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:30.426597 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fe21780f-2924-4c1b-be58-abe29242039c req-6e4ca3fa-ae25-40d2-960d-0d312f18d2c2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=4964e697-e088-4339-9e4d-60047496f987 HTTP/1.1" status: 200 len: 905 time: 0.1502886 Feb 18 12:58:30.509122 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fe21780f-2924-4c1b-be58-abe29242039c req-7506bdac-e19d-458f-9474-66a2a58be5fa service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e7f9dae-ac29-4aba-94e6-42028bdb0f78 HTTP/1.1" status: 200 len: 217 time: 0.0750690 Feb 18 12:58:30.585092 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21780f-2924-4c1b-be58-abe29242039c req-a0e24286-3b3e-4b28-84f7-3f2701ca4147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:30.586772 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fe21780f-2924-4c1b-be58-abe29242039c req-a0e24286-3b3e-4b28-84f7-3f2701ca4147 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=16b0130f-6807-4465-93a6-a479c0f09cef HTTP/1.1" status: 200 len: 850 time: 0.0714922 Feb 18 12:58:30.688345 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21780f-2924-4c1b-be58-abe29242039c req-292f1270-54cf-4d20-9902-b0bc32fcffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:30.689925 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fe21780f-2924-4c1b-be58-abe29242039c req-292f1270-54cf-4d20-9902-b0bc32fcffa5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4964e697-e088-4339-9e4d-60047496f987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0969656 Feb 18 12:58:30.852143 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fe21780f-2924-4c1b-be58-abe29242039c req-81941900-0b0c-40bc-a9b3-0b868f4c2658 service neutron] 10.222.0.99 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530218 Feb 18 12:58:31.025491 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fe21780f-2924-4c1b-be58-abe29242039c req-3b0a748e-0cc7-4012-8242-9fed3ddaae2d service neutron] 10.222.0.99 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1661663 Feb 18 12:58:31.043924 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f4a9f7dc-dea4-4459-b6c3-9c957598de3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:31.447048 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a5c18-28ee-4f02-b20e-fe588c2e85b5 req-0c4d4591-7fb1-4ef6-8b0a-0c9a131dfaa0 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:31.447875 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-2d8a5c18-28ee-4f02-b20e-fe588c2e85b5 req-0c4d4591-7fb1-4ef6-8b0a-0c9a131dfaa0 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Synchronizing usage tracker for tenant:0044bd282b264e4a8076500916247f6f on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:58:31.464158 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-2d8a5c18-28ee-4f02-b20e-fe588c2e85b5 req-0c4d4591-7fb1-4ef6-8b0a-0c9a131dfaa0 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Unset dirty status for tenant:0044bd282b264e4a8076500916247f6f on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:58:31.465215 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2d8a5c18-28ee-4f02-b20e-fe588c2e85b5 req-0c4d4591-7fb1-4ef6-8b0a-0c9a131dfaa0 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde HTTP/1.1" status: 200 len: 944 time: 0.1065366 Feb 18 12:58:31.516719 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2d8a5c18-28ee-4f02-b20e-fe588c2e85b5 req-c61ea170-c16b-4144-a97a-49c147817d4b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0448179 Feb 18 12:58:32.733607 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593e3c7-565e-411b-a58b-ab667297e416 req-293b8d5c-6c0b-4c51-8bdb-a039defe05f1 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:32.735234 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5593e3c7-565e-411b-a58b-ab667297e416 req-293b8d5c-6c0b-4c51-8bdb-a039defe05f1 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde HTTP/1.1" status: 200 len: 944 time: 0.0976870 Feb 18 12:58:32.794349 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5593e3c7-565e-411b-a58b-ab667297e416 req-bfdcec73-9046-4422-92a5-35f139e62854 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0482728 Feb 18 12:58:33.495792 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3f7ae6a7-f8fc-40bf-9a11-ea23c55dfa14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:33.982662 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:34.010891 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fa0f9-8dde-4d6a-a7b1-aa242740391c req-3f00a659-3b73-4c59-8b62-35a81c9c5ea5 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:34.012561 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-714fa0f9-8dde-4d6a-a7b1-aa242740391c req-3f00a659-3b73-4c59-8b62-35a81c9c5ea5 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde HTTP/1.1" status: 200 len: 944 time: 0.0956376 Feb 18 12:58:34.073369 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-714fa0f9-8dde-4d6a-a7b1-aa242740391c req-058cd202-55f6-4860-8da6-2b510ef3b9b5 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0538197 Feb 18 12:58:35.221091 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:35.307469 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f983f11-7b8c-4c5b-974c-044cf55c0282 req-16829912-5e3e-4519-a28e-982be00c240f tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:35.309677 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3f983f11-7b8c-4c5b-974c-044cf55c0282 req-16829912-5e3e-4519-a28e-982be00c240f tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde HTTP/1.1" status: 200 len: 944 time: 0.0947366 Feb 18 12:58:35.371342 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3f983f11-7b8c-4c5b-974c-044cf55c0282 req-9ef763ba-ff67-41f7-ba0d-e4c8ebf67e24 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0539234 Feb 18 12:58:35.640625 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:36.583412 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb4290-3f94-4764-a8d9-9bbbe505d4e0 req-dea75ca5-a962-46ba-bc0f-11c0d9bc5308 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:36.585175 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-43fb4290-3f94-4764-a8d9-9bbbe505d4e0 req-dea75ca5-a962-46ba-bc0f-11c0d9bc5308 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde HTTP/1.1" status: 200 len: 944 time: 0.0931461 Feb 18 12:58:36.640355 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-43fb4290-3f94-4764-a8d9-9bbbe505d4e0 req-573b8e17-4a86-44a9-b342-fcc3977e5e59 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0487418 Feb 18 12:58:37.856789 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688c3f8-61ae-4118-981a-0d35bba1d3ce req-7b116a40-3e41-4569-a84b-0c24200bda90 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:37.858445 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e688c3f8-61ae-4118-981a-0d35bba1d3ce req-7b116a40-3e41-4569-a84b-0c24200bda90 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde HTTP/1.1" status: 200 len: 944 time: 0.0969357 Feb 18 12:58:37.909623 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e688c3f8-61ae-4118-981a-0d35bba1d3ce req-d5447939-9b67-49ac-b671-2e3f6f5f5cf0 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0429480 Feb 18 12:58:39.081954 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 1e7f9dae-ac29-4aba-94e6-42028bdb0f78 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:58:39.116594 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe313e-a598-402a-97d9-74c0d61945c2 req-b99cc344-0f02-4fd7-9ac9-a0176ad72eb4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:39.118447 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1bbe313e-a598-402a-97d9-74c0d61945c2 req-b99cc344-0f02-4fd7-9ac9-a0176ad72eb4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde HTTP/1.1" status: 200 len: 944 time: 0.0944130 Feb 18 12:58:39.159744 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning for port 1e7f9dae-ac29-4aba-94e6-42028bdb0f78 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:58:39.165666 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 1e7f9dae-ac29-4aba-94e6-42028bdb0f78 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:58:39.166085 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:39.192367 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1bbe313e-a598-402a-97d9-74c0d61945c2 req-b116a92a-749b-4730-8e82-9f92722a3ac4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0626605 Feb 18 12:58:39.296490 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:39.326832 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e133b7-c020-4234-bf2c-4fe3bd1dcdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7f9dae-ac29-4aba-94e6-42028bdb0f78'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:58:39.337624 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port 1e7f9dae-ac29-4aba-94e6-42028bdb0f78, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=1e7f9dae-ac29-4aba-94e6-42028bdb0f78,segment=NetworkSegment(d163d6fb-69d5-4c8e-beef-2ee437204402),segment_id=d163d6fb-69d5-4c8e-beef-2ee437204402)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:58:39.340944 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:39.342971 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:58:39.439278 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=1e7f9dae-ac29-4aba-94e6-42028bdb0f78,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:58:39.448579 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e133b7-c020-4234-bf2c-4fe3bd1dcdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7f9dae-ac29-4aba-94e6-42028bdb0f78', 'code': 200} Feb 18 12:58:39.450013 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:39.450398 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:39.450777 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:39.451153 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:39.451539 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:39.451910 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:39.452278 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:39.452644 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:39.453007 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:39.453367 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:39.453729 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:39.454090 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:39.454522 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:39.454889 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:39.455246 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:39.455637 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:39.455991 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:39.456530 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:39.456711 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:39.457071 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:39.457431 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:39.457791 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:39.458146 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:39.458502 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:39.463009 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:58:39.793252 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd1238-c8e8-4af1-ad12-4734d5de8f23 req-034d7472-dd41-46c9-84ce-759dae11e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:39.794821 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-afbd1238-c8e8-4af1-ad12-4734d5de8f23 req-034d7472-dd41-46c9-84ce-759dae11e82e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde HTTP/1.1" status: 200 len: 1163 time: 0.0861583 Feb 18 12:58:39.840155 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-afbd1238-c8e8-4af1-ad12-4734d5de8f23 req-98bfec94-cd48-4575-883f-22d220901c1f service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0390675 Feb 18 12:58:40.403049 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62259738-5b46-4c84-8847-640a471de75d req-3bb16cc3-ca0a-43b6-bde1-0dba8390d0df tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:40.404727 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-62259738-5b46-4c84-8847-640a471de75d req-3bb16cc3-ca0a-43b6-bde1-0dba8390d0df tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde HTTP/1.1" status: 200 len: 946 time: 0.0938487 Feb 18 12:58:40.459420 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-62259738-5b46-4c84-8847-640a471de75d req-98fceac5-0f9a-4434-8382-0d8a96e656c1 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0481634 Feb 18 12:58:40.677258 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 1e7f9dae-ac29-4aba-94e6-42028bdb0f78 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:58:40.757014 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 1e7f9dae-ac29-4aba-94e6-42028bdb0f78 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:58:40.757434 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:41.668255 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74173b47-cb9d-40f9-a142-11defb59a58b req-956adbf8-d1c8-4eb5-b246-b1eac555c5aa tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:41.669845 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-74173b47-cb9d-40f9-a142-11defb59a58b req-956adbf8-d1c8-4eb5-b246-b1eac555c5aa tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde HTTP/1.1" status: 200 len: 946 time: 0.0923092 Feb 18 12:58:41.728975 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-74173b47-cb9d-40f9-a142-11defb59a58b req-3677b8a9-5aaf-4e03-a324-c656eb7e323a tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0482352 Feb 18 12:58:41.936915 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723016b-d044-417f-9e5e-344cf463036e req-d47d09ae-580a-4ece-8213-f2cfda26c80b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:41.938483 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f723016b-d044-417f-9e5e-344cf463036e req-d47d09ae-580a-4ece-8213-f2cfda26c80b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde HTTP/1.1" status: 200 len: 946 time: 0.0930085 Feb 18 12:58:41.988767 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f723016b-d044-417f-9e5e-344cf463036e req-68305347-f9df-46a4-92f7-e8addadae039 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0431488 Feb 18 12:58:42.205690 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fe19ab32-b0e0-4531-ac40-b20f73bf975c req-0548afba-27ce-4614-8eeb-f12a03ea014a tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1656640 Feb 18 12:58:42.216529 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-fe19ab32-b0e0-4531-ac40-b20f73bf975c req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Request body: {'floatingip': {'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:58:42.223816 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-fe19ab32-b0e0-4531-ac40-b20f73bf975c req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:58:42.234029 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-fe19ab32-b0e0-4531-ac40-b20f73bf975c req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:58:42.244192 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fe19ab32-b0e0-4531-ac40-b20f73bf975c req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for floatingip, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:42.397498 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fe19ab32-b0e0-4531-ac40-b20f73bf975c req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:42.664568 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 1e7f9dae-ac29-4aba-94e6-42028bdb0f78 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:58:42.689924 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-fe19ab32-b0e0-4531-ac40-b20f73bf975c req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Allocated IP 172.27.1.150 (af22eeb7-a3c9-494b-a94b-4ce3a52cae78/7f96d68a-30b3-4cd1-8fb4-11341d49a56c/c4e09a45-764b-472c-a6de-17015e7941fb) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:58:42.747554 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port 1e7f9dae-ac29-4aba-94e6-42028bdb0f78 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:58:42.748119 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:42.867074 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fe19ab32-b0e0-4531-ac40-b20f73bf975c req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:42.899260 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fe19ab32-b0e0-4531-ac40-b20f73bf975c req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848845764'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:42.916965 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-90d6921a-af73-4ed5-80c8-4f97d7153702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:58:43.072934 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Pushing event updated for resources: {'Port': ['ID=c4e09a45-764b-472c-a6de-17015e7941fb,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:58:43.086431 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:43.086852 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:43.087269 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:43.087743 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:43.088154 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:43.088558 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:43.088959 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:43.089360 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:43.089763 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:43.090163 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:43.090561 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:43.090964 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:43.091435 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:43.091864 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:43.092266 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:43.092665 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:43.093062 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:43.093457 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:43.093863 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:43.094252 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:43.094649 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:43.095044 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:43.095437 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:43.095857 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:58:43.100618 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:58:43.146401 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe19ab32-b0e0-4531-ac40-b20f73bf975c req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:58:43.147694 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-fe19ab32-b0e0-4531-ac40-b20f73bf975c req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:58:43.150245 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe19ab32-b0e0-4531-ac40-b20f73bf975c req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:58:43.235982 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fe19ab32-b0e0-4531-ac40-b20f73bf975c req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:43.305148 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fe19ab32-b0e0-4531-ac40-b20f73bf975c req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:43.599480 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fe19ab32-b0e0-4531-ac40-b20f73bf975c req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:43.603230 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fe19ab32-b0e0-4531-ac40-b20f73bf975c req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5930020'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:43.619270 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0809e99a-85e1-4f88-a74b-5ebe0e46cce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:58:43.772799 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Pushing event updated for resources: {'Port': ['ID=c4e09a45-764b-472c-a6de-17015e7941fb,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:58:43.778391 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:58:43.874777 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fe19ab32-b0e0-4531-ac40-b20f73bf975c req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854411096'] for floatingip, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:43.911781 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fe19ab32-b0e0-4531-ac40-b20f73bf975c req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:43.913465 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fe19ab32-b0e0-4531-ac40-b20f73bf975c req-bfd26527-c754-42ec-8504-7e0907fc485d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7013113 Feb 18 12:58:44.007210 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-fe19ab32-b0e0-4531-ac40-b20f73bf975c req-4ed74801-e9ae-4c40-9526-5f556208542f tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Synchronizing usage tracker for tenant:0044bd282b264e4a8076500916247f6f on resource:floatingip {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:58:44.023550 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-fe19ab32-b0e0-4531-ac40-b20f73bf975c req-4ed74801-e9ae-4c40-9526-5f556208542f tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Unset dirty status for tenant:0044bd282b264e4a8076500916247f6f on resource:floatingip {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:58:44.026256 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fe19ab32-b0e0-4531-ac40-b20f73bf975c req-4ed74801-e9ae-4c40-9526-5f556208542f tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.27.1.150 HTTP/1.1" status: 200 len: 696 time: 0.1047423 Feb 18 12:58:44.192952 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19ab32-b0e0-4531-ac40-b20f73bf975c req-61b1414a-2e4c-48b4-a0ce-1d2ccf5cfd8d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:44.194451 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fe19ab32-b0e0-4531-ac40-b20f73bf975c req-61b1414a-2e4c-48b4-a0ce-1d2ccf5cfd8d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/networks/af22eeb7-a3c9-494b-a94b-4ce3a52cae78 HTTP/1.1" status: 200 len: 784 time: 0.1626921 Feb 18 12:58:44.206115 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-fe19ab32-b0e0-4531-ac40-b20f73bf975c req-5f22a879-72ed-4bb0-a564-7037ad4e626d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=83986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:58:44.207271 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fe19ab32-b0e0-4531-ac40-b20f73bf975c req-5f22a879-72ed-4bb0-a564-7037ad4e626d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0063324 Feb 18 12:58:44.405586 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de431dc-7205-45c7-b3a8-9bc24604a6a1 req-61a49ef2-7d72-421e-9054-fb5708e349b5 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:44.407241 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8de431dc-7205-45c7-b3a8-9bc24604a6a1 req-61a49ef2-7d72-421e-9054-fb5708e349b5 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0992119 Feb 18 12:58:44.494509 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8de431dc-7205-45c7-b3a8-9bc24604a6a1 req-6b3e8673-ec59-4a42-a96a-32195d955cec tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.27.1.150 HTTP/1.1" status: 200 len: 696 time: 0.0796864 Feb 18 12:58:44.505503 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-8de431dc-7205-45c7-b3a8-9bc24604a6a1 req-610916f5-3bbf-4b84-8901-9036741a250a tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Request body: {'floatingip': {'port_id': '1e7f9dae-ac29-4aba-94e6-42028bdb0f78', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:58:44.592808 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8de431dc-7205-45c7-b3a8-9bc24604a6a1 req-610916f5-3bbf-4b84-8901-9036741a250a tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for floatingip, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:45.287296 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8de431dc-7205-45c7-b3a8-9bc24604a6a1 req-610916f5-3bbf-4b84-8901-9036741a250a tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:45.290363 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8de431dc-7205-45c7-b3a8-9bc24604a6a1 req-610916f5-3bbf-4b84-8901-9036741a250a tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854411096'] for floatingip, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:45.491099 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.l3_db [req-8de431dc-7205-45c7-b3a8-9bc24604a6a1 req-610916f5-3bbf-4b84-8901-9036741a250a tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Floating IP d8c00fa1-510e-46bf-8c38-0b642ce0258a associated. External IP: 172.27.1.150, port: 1e7f9dae-ac29-4aba-94e6-42028bdb0f78. Feb 18 12:58:45.882798 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8de431dc-7205-45c7-b3a8-9bc24604a6a1 req-610916f5-3bbf-4b84-8901-9036741a250a tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Router 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:58:46.343927 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8de431dc-7205-45c7-b3a8-9bc24604a6a1 req-610916f5-3bbf-4b84-8901-9036741a250a tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:58:46.349427 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-8de431dc-7205-45c7-b3a8-9bc24604a6a1 req-610916f5-3bbf-4b84-8901-9036741a250a tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for floatingip, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:46.354319 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33042707-92e1-442c-a034-fb7dfcb6e1d8 None None] Sync routers for ids ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'] in dv-cinder-776422-1-iscsi {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:58:46.366681 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33042707-92e1-442c-a034-fb7dfcb6e1d8 None None] Routers {'5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:58:46.366992 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-33042707-92e1-442c-a034-fb7dfcb6e1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:58:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:58:46.412214 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8de431dc-7205-45c7-b3a8-9bc24604a6a1 req-610916f5-3bbf-4b84-8901-9036741a250a tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "PUT /v2.0/floatingips/d8c00fa1-510e-46bf-8c38-0b642ce0258a HTTP/1.1" status: 200 len: 997 time: 1.9115644 Feb 18 12:58:46.412790 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e133b7-c020-4234-bf2c-4fe3bd1dcdde', 'tag': '1e7f9dae-ac29-4aba-94e6-42028bdb0f78'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:58:46.469206 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e133b7-c020-4234-bf2c-4fe3bd1dcdde', 'tag': '1e7f9dae-ac29-4aba-94e6-42028bdb0f78', 'status': 'completed', 'code': 200} Feb 18 12:58:46.550533 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de431dc-7205-45c7-b3a8-9bc24604a6a1 req-d5760859-9e69-4b82-ace3-2856f0371ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:46.552282 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8de431dc-7205-45c7-b3a8-9bc24604a6a1 req-d5760859-9e69-4b82-ace3-2856f0371ee0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0044bd282b264e4a8076500916247f6f&device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde HTTP/1.1" status: 200 len: 1163 time: 0.1249881 Feb 18 12:58:46.564667 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-33042707-92e1-442c-a034-fb7dfcb6e1d8 None None] Set router 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:58:46.730376 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab10ca-1a0c-402b-9179-dbd08a2b23ed req-0a182db9-475f-4623-867f-6b98ce72539d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:46.732117 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3eab10ca-1a0c-402b-9179-dbd08a2b23ed req-0a182db9-475f-4623-867f-6b98ce72539d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0044bd282b264e4a8076500916247f6f&device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde HTTP/1.1" status: 200 len: 1163 time: 0.2187967 Feb 18 12:58:46.766777 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de431dc-7205-45c7-b3a8-9bc24604a6a1 req-202e0b3a-a950-4e03-8f57-c36fac39552a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:46.768534 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8de431dc-7205-45c7-b3a8-9bc24604a6a1 req-202e0b3a-a950-4e03-8f57-c36fac39552a service neutron] 10.222.0.83 "GET /v2.0/networks?id=4964e697-e088-4339-9e4d-60047496f987 HTTP/1.1" status: 200 len: 905 time: 0.2095561 Feb 18 12:58:46.969989 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8de431dc-7205-45c7-b3a8-9bc24604a6a1 req-3725e3ec-a3af-414d-a5e8-125c008a147d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e7f9dae-ac29-4aba-94e6-42028bdb0f78 HTTP/1.1" status: 200 len: 1000 time: 0.1443861 Feb 18 12:58:46.985395 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:47.041867 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab10ca-1a0c-402b-9179-dbd08a2b23ed req-bf104cbd-3cb1-4837-a75b-39694202576a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:47.043512 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3eab10ca-1a0c-402b-9179-dbd08a2b23ed req-bf104cbd-3cb1-4837-a75b-39694202576a service neutron] 10.222.0.99 "GET /v2.0/networks?id=4964e697-e088-4339-9e4d-60047496f987 HTTP/1.1" status: 200 len: 905 time: 0.3046763 Feb 18 12:58:47.115587 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-33042707-92e1-442c-a034-fb7dfcb6e1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'name': 'tempest-TestVolumeBootPattern-941074253-router', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:54:48Z', 'updated_at': '2021-02-18T12:54:56Z', 'revision_number': 4, 'project_id': '0044bd282b264e4a8076500916247f6f', 'gw_port': {'id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:49Z', 'updated_at': '2021-02-18T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_floatingips': [{'id': 'd8c00fa1-510e-46bf-8c38-0b642ce0258a', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'router_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'port_id': '1e7f9dae-ac29-4aba-94e6-42028bdb0f78', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'mac_address': 'fa:16:3e:94:fc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e133b7-c020-4234-bf2c-4fe3bd1dcdde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:58:43Z', 'updated_at': '2021-02-18T12:58:45Z', 'revision_number': 1, 'project_id': '0044bd282b264e4a8076500916247f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c', 'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'mac_address': 'fa:16:3e:a9:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:54Z', 'updated_at': '2021-02-18T12:55:05Z', 'revision_number': 5, 'project_id': '0044bd282b264e4a8076500916247f6f', 'subnets': [{'id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:58:47.119777 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33042707-92e1-442c-a034-fb7dfcb6e1d8 None None] Checking router: 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 for host: dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:58:47.129379 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33042707-92e1-442c-a034-fb7dfcb6e1d8 None None] Routers {'5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:58:47.129636 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-33042707-92e1-442c-a034-fb7dfcb6e1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T12:58:33Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:58:47.146695 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de431dc-7205-45c7-b3a8-9bc24604a6a1 req-cfc7fa22-d0f8-4a3a-abdf-5cb7fc72562e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:47.148388 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8de431dc-7205-45c7-b3a8-9bc24604a6a1 req-cfc7fa22-d0f8-4a3a-abdf-5cb7fc72562e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=16b0130f-6807-4465-93a6-a479c0f09cef HTTP/1.1" status: 200 len: 850 time: 0.1624296 Feb 18 12:58:47.219610 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3eab10ca-1a0c-402b-9179-dbd08a2b23ed req-a50b9726-7764-48a1-8055-10a99abde3ff service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e7f9dae-ac29-4aba-94e6-42028bdb0f78 HTTP/1.1" status: 200 len: 1000 time: 0.1688654 Feb 18 12:58:47.309292 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de431dc-7205-45c7-b3a8-9bc24604a6a1 req-664102f0-84cc-4189-8891-320ca397e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:47.310887 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8de431dc-7205-45c7-b3a8-9bc24604a6a1 req-664102f0-84cc-4189-8891-320ca397e862 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4964e697-e088-4339-9e4d-60047496f987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1542232 Feb 18 12:58:47.312408 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab10ca-1a0c-402b-9179-dbd08a2b23ed req-29c04e21-3737-4bb3-9c34-3235b67879a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:47.313867 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3eab10ca-1a0c-402b-9179-dbd08a2b23ed req-29c04e21-3737-4bb3-9c34-3235b67879a6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=16b0130f-6807-4465-93a6-a479c0f09cef HTTP/1.1" status: 200 len: 850 time: 0.0861053 Feb 18 12:58:47.325264 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-8de431dc-7205-45c7-b3a8-9bc24604a6a1 req-5df30595-dc76-4139-8d5b-e5e1f3d4d9f3 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=83987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:58:47.326948 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8de431dc-7205-45c7-b3a8-9bc24604a6a1 req-5df30595-dc76-4139-8d5b-e5e1f3d4d9f3 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0075781 Feb 18 12:58:47.335970 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-33042707-92e1-442c-a034-fb7dfcb6e1d8 None None] Set router 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:58:47.540383 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8de431dc-7205-45c7-b3a8-9bc24604a6a1 req-b6d9ea30-ad6d-4045-a05d-3f2724f75a3f service neutron] 10.222.0.83 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770899 Feb 18 12:58:47.543519 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab10ca-1a0c-402b-9179-dbd08a2b23ed req-4449be1b-01ab-4117-8cbd-d85f7985c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:47.545127 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3eab10ca-1a0c-402b-9179-dbd08a2b23ed req-4449be1b-01ab-4117-8cbd-d85f7985c58f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4964e697-e088-4339-9e4d-60047496f987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2244194 Feb 18 12:58:47.776606 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-33042707-92e1-442c-a034-fb7dfcb6e1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'name': 'tempest-TestVolumeBootPattern-941074253-router', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:54:48Z', 'updated_at': '2021-02-18T12:54:56Z', 'revision_number': 4, 'project_id': '0044bd282b264e4a8076500916247f6f', 'gw_port': {'id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:49Z', 'updated_at': '2021-02-18T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_floatingips': [{'id': 'd8c00fa1-510e-46bf-8c38-0b642ce0258a', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'router_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'port_id': '1e7f9dae-ac29-4aba-94e6-42028bdb0f78', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'mac_address': 'fa:16:3e:94:fc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e133b7-c020-4234-bf2c-4fe3bd1dcdde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:58:43Z', 'updated_at': '2021-02-18T12:58:45Z', 'revision_number': 1, 'project_id': '0044bd282b264e4a8076500916247f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c', 'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'mac_address': 'fa:16:3e:a9:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:54Z', 'updated_at': '2021-02-18T12:55:05Z', 'revision_number': 5, 'project_id': '0044bd282b264e4a8076500916247f6f', 'subnets': [{'id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:58:47.781007 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33042707-92e1-442c-a034-fb7dfcb6e1d8 None None] The sync data for ids ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'] in dv-cinder-776422-1-iscsi is: [{'id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'name': 'tempest-TestVolumeBootPattern-941074253-router', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:54:48Z', 'updated_at': '2021-02-18T12:54:56Z', 'revision_number': 4, 'project_id': '0044bd282b264e4a8076500916247f6f', 'gw_port': {'id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:49Z', 'updated_at': '2021-02-18T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_floatingips': [{'id': 'd8c00fa1-510e-46bf-8c38-0b642ce0258a', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'router_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'port_id': '1e7f9dae-ac29-4aba-94e6-42028bdb0f78', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'mac_address': 'fa:16:3e:94:fc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e133b7-c020-4234-bf2c-4fe3bd1dcdde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:58:43Z', 'updated_at': '2021-02-18T12:58:45Z', 'revision_number': 1, 'project_id': '0044bd282b264e4a8076500916247f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c', 'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'mac_address': 'fa:16:3e:a9:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:54Z', 'updated_at': '2021-02-18T12:55:05Z', 'revision_number': 5, 'project_id': '0044bd282b264e4a8076500916247f6f', 'subnets': [{'id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:58:47.827227 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8de431dc-7205-45c7-b3a8-9bc24604a6a1 req-4778d034-7368-4398-99f8-7ebf05d97c62 service neutron] 10.222.0.83 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2802684 Feb 18 12:58:47.829707 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3eab10ca-1a0c-402b-9179-dbd08a2b23ed req-196c32bf-c038-40c7-a6ae-bebe78f9b536 service neutron] 10.222.0.99 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601268 Feb 18 12:58:47.991010 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3eab10ca-1a0c-402b-9179-dbd08a2b23ed req-44260637-1216-4c9a-ab21-676f3b937c1e service neutron] 10.222.0.99 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1545424 Feb 18 12:58:48.106004 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58b5ee9-e19c-4159-8880-1f53a042a7d1 None None] New status for floating IP d8c00fa1-510e-46bf-8c38-0b642ce0258a: ACTIVE {{(pid=83988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 12:58:56.337480 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:59:01.039834 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9d15e2c3-8c61-4ec0-9d90-1345067f172b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:59:03.501019 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-12d0e9e4-d9a2-4658-b562-f8b6a9865d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:59:03.983982 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:59:05.216542 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:59:05.645256 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:59:16.985138 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:59:31.047914 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-55356dd1-ec68-4f07-96b1-6afd8e84874c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:59:33.338519 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:59:33.504005 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-31378975-8e4d-4c6e-8b89-f2d5a62aad3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:59:33.988170 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:59:35.219397 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:59:35.645750 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:59:46.993589 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:01.043288 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c19a15f4-ea1a-4eb2-a566-f34abfa93866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:01.436940 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6c299ec7-6849-4e8e-bc4e-4b13b4ef1292 req-8fce0f6c-9f68-4b45-baab-f7f95f9b9384 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0499015 Feb 18 13:00:01.638388 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6c299ec7-6849-4e8e-bc4e-4b13b4ef1292 req-ebbbe14b-aa7a-4abb-afc2-a1500ec06940 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0549533 Feb 18 13:00:01.698038 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6c299ec7-6849-4e8e-bc4e-4b13b4ef1292 req-6a585915-be4e-434d-b60c-ce8f6a4b9d10 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343292 Feb 18 13:00:01.870251 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c299ec7-6849-4e8e-bc4e-4b13b4ef1292 req-a196a5c2-3c78-4603-8913-20f0846e21c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:00:01.871886 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6c299ec7-6849-4e8e-bc4e-4b13b4ef1292 req-a196a5c2-3c78-4603-8913-20f0846e21c8 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1673892 Feb 18 13:00:03.508531 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c3918c4c-a3a0-44d7-8d92-64df851b7e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:03.989068 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:05.223466 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:05.656285 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:10.342007 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 13:00:17.021723 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:31.045873 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-19f359fb-7f23-4a75-bc15-e74fe964c7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:33.510993 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6e3206ef-6f79-4ddb-b2c5-179f020d4a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:33.990668 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:35.225965 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:35.658351 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:45.197998 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-96bb4e17-4da4-489f-b28b-b8dd8dcb9ca3 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-395842489&fields=id&tenant_id=0044bd282b264e4a8076500916247f6f HTTP/1.1" status: 200 len: 267 time: 0.0482194 Feb 18 13:00:45.371992 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-4f775353-373f-46e8-b0c9-a27b9c878ec9 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:00:45.373614 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-4f775353-373f-46e8-b0c9-a27b9c878ec9 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/networks?id=4964e697-e088-4339-9e4d-60047496f987 HTTP/1.1" status: 200 len: 811 time: 0.1672115 Feb 18 13:00:45.391104 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-c94aae8d-8e77-4ea7-a757-894ca8610a47 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/quotas/0044bd282b264e4a8076500916247f6f HTTP/1.1" status: 200 len: 375 time: 0.0110705 Feb 18 13:00:45.494834 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-be9f5e3d-2b0c-43a0-8f6c-02198cc5411d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=0044bd282b264e4a8076500916247f6f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0970316 Feb 18 13:00:45.887641 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-90644bb2-36e7-420e-8a31-b2bd9f7299d3 service neutron] 10.222.0.83 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799369 Feb 18 13:00:46.045693 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-d29a2895-f154-4e55-87f0-a857242f61d5 service neutron] 10.222.0.83 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1503224 Feb 18 13:00:46.511103 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-df900811-90d4-47df-86b0-e0657817a167 req-f5f8a303-0abd-46c5-a9c9-54fb69cc0b46 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f812098-626f-44cc-ac52-c90f6d7c7254 HTTP/1.1" status: 200 len: 210 time: 0.0513945 Feb 18 13:00:47.024710 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:47.342524 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 13:00:47.727326 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-723724c1-005f-402a-ba58-831d36861b98 req-9b6129d4-fcb7-457e-9f89-27d189246917 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f812098-626f-44cc-ac52-c90f6d7c7254 HTTP/1.1" status: 200 len: 210 time: 0.0582306 Feb 18 13:00:47.858873 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-3c9f2685-cef8-42f1-8d24-4a74fb2bd6af tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:00:47.861774 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-3c9f2685-cef8-42f1-8d24-4a74fb2bd6af tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.99 "GET /v2.0/networks?id=4964e697-e088-4339-9e4d-60047496f987 HTTP/1.1" status: 200 len: 811 time: 0.2653375 Feb 18 13:00:47.970953 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-5fc20815-d6c1-4273-ad5d-049fa3c1afa9 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=0044bd282b264e4a8076500916247f6f HTTP/1.1" status: 200 len: 5763 time: 0.0827279 Feb 18 13:00:47.984322 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Request body: {'port': {'device_id': '8f812098-626f-44cc-ac52-c90f6d7c7254', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'admin_state_up': True, 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'security_groups': ['44c7a501-2806-47c6-abf1-7451f07cab27']}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 13:00:48.158707 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 13:00:48.170266 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 13:00:48.181955 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Made reservation on behalf of 0044bd282b264e4a8076500916247f6f for: {'port': 1} {{(pid=83987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 13:00:48.188028 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:48.798168 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Allocated IP 172.20.0.14 (4964e697-e088-4339-9e4d-60047496f987/16b0130f-6807-4465-93a6-a479c0f09cef/fc821139-b9a6-454a-94f1-77e24502a354) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 13:00:49.006848 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-76df27b7-0e38-45ce-a460-61e417cf56e8 req-a62b6134-7e9f-4b85-809a-07eeb16748db tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f812098-626f-44cc-ac52-c90f6d7c7254 HTTP/1.1" status: 200 len: 210 time: 0.1203892 Feb 18 13:00:49.088286 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:49.106516 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Transition to ACTIVE for port object fc821139-b9a6-454a-94f1-77e24502a354 will not be triggered until provisioned by entity DHCP. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 13:00:49.132763 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:49.149365 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fa286653-9c41-4a91-bda5-f8b2fc4a4468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:00:49.302071 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Pushing event updated for resources: {'Port': ['ID=fc821139-b9a6-454a-94f1-77e24502a354,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:00:49.326459 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:00:49.326886 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:00:49.327312 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:00:49.327819 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:00:49.328171 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:00:49.328595 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:00:49.329077 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:00:49.329536 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:00:49.329944 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:00:49.330346 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:00:49.330745 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:00:49.331148 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:00:49.331677 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:00:49.332123 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:00:49.332532 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:00:49.332925 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:00:49.333324 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:00:49.333727 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:00:49.334127 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:00:49.334526 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:00:49.334933 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:00:49.335331 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:00:49.335754 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:00:49.336211 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:00:49.343127 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:00:49.395169 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Network 4964e697-e088-4339-9e4d-60047496f987 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 13:00:49.396557 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 13:00:49.399621 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 13:00:49.476704 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:00:49.477960 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:49.525406 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-904d072b-8759-4c86-bc26-3fa095e68ed4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5485318 Feb 18 13:00:49.553577 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-01f123d0-fee3-405d-a2df-3ede4467a822 service neutron] Request body: {'port': {'device_id': '8f812098-626f-44cc-ac52-c90f6d7c7254', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 13:00:49.690877 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-01f123d0-fee3-405d-a2df-3ede4467a822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:49.705465 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-6f89b15d-cd35-448d-b714-f1161df85e30 None None] Provisioning for port fc821139-b9a6-454a-94f1-77e24502a354 completed by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 13:00:49.714219 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-6f89b15d-cd35-448d-b714-f1161df85e30 None None] Provisioning complete for port fc821139-b9a6-454a-94f1-77e24502a354 triggered by entity DHCP. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 13:00:49.714219 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6f89b15d-cd35-448d-b714-f1161df85e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:49.773959 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-6f89b15d-cd35-448d-b714-f1161df85e30 None None] Port fc821139-b9a6-454a-94f1-77e24502a354 cannot update to ACTIVE because it is not bound. {{(pid=83988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 13:00:50.230633 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-01f123d0-fee3-405d-a2df-3ede4467a822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc821139-b9a6-454a-94f1-77e24502a354 {{(pid=83987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 13:00:50.240098 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-01f123d0-fee3-405d-a2df-3ede4467a822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:50.254837 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-01f123d0-fee3-405d-a2df-3ede4467a822 service neutron] Transition to ACTIVE for port object fc821139-b9a6-454a-94f1-77e24502a354 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 13:00:50.258079 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-01f123d0-fee3-405d-a2df-3ede4467a822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:50.272868 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f757ace6-b7a8-4f0f-9568-05de511f69df tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:00:50.403079 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee6bbb-807b-4e26-8fed-316f6cbca70d req-52ddb0dc-4d03-4ca8-8447-20ff53c62425 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:00:50.406027 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-97ee6bbb-807b-4e26-8fed-316f6cbca70d req-52ddb0dc-4d03-4ca8-8447-20ff53c62425 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f812098-626f-44cc-ac52-c90f6d7c7254 HTTP/1.1" status: 200 len: 944 time: 0.1088707 Feb 18 13:00:50.416785 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f123d0-fee3-405d-a2df-3ede4467a822 service neutron] Pushing event updated for resources: {'Port': ['ID=fc821139-b9a6-454a-94f1-77e24502a354,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:00:50.421594 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-01f123d0-fee3-405d-a2df-3ede4467a822 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:00:50.466364 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-97ee6bbb-807b-4e26-8fed-316f6cbca70d req-fe2addeb-5d8b-4501-aad7-1819a4520af9 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0505502 Feb 18 13:00:50.654838 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-01f123d0-fee3-405d-a2df-3ede4467a822 service neutron] Attempting to bind port fc821139-b9a6-454a-94f1-77e24502a354 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 13:00:50.655391 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-01f123d0-fee3-405d-a2df-3ede4467a822 service neutron] Attempting to bind port fc821139-b9a6-454a-94f1-77e24502a354 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': 'd163d6fb-69d5-4c8e-beef-2ee437204402', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4964e697-e088-4339-9e4d-60047496f987'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 13:00:50.656056 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-01f123d0-fee3-405d-a2df-3ede4467a822 service neutron] Attempting to bind port fc821139-b9a6-454a-94f1-77e24502a354 on network 4964e697-e088-4339-9e4d-60047496f987 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 13:00:50.667138 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-01f123d0-fee3-405d-a2df-3ede4467a822 service neutron] Checking agent: {'id': '18f92198-7ba7-4077-b6e2-71a52c8a0624', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 28, 38), 'started_at': datetime.datetime(2021, 2, 18, 12, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 13, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 13:00:50.667622 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-01f123d0-fee3-405d-a2df-3ede4467a822 service neutron] Checking segment: {'id': 'd163d6fb-69d5-4c8e-beef-2ee437204402', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4964e697-e088-4339-9e4d-60047496f987'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 13:00:50.668103 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-01f123d0-fee3-405d-a2df-3ede4467a822 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:50.668512 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-01f123d0-fee3-405d-a2df-3ede4467a822 service neutron] Bound using segment: {'id': 'd163d6fb-69d5-4c8e-beef-2ee437204402', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4964e697-e088-4339-9e4d-60047496f987'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 13:00:50.669329 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-01f123d0-fee3-405d-a2df-3ede4467a822 service neutron] Bound port: fc821139-b9a6-454a-94f1-77e24502a354, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd163d6fb-69d5-4c8e-beef-2ee437204402', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4964e697-e088-4339-9e4d-60047496f987'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 13:00:50.669924 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-01f123d0-fee3-405d-a2df-3ede4467a822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:50.781971 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-01f123d0-fee3-405d-a2df-3ede4467a822 service neutron] For port fc821139-b9a6-454a-94f1-77e24502a354, host hv-cinder-77642, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 13:00:50.787528 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-01f123d0-fee3-405d-a2df-3ede4467a822 service neutron] For port fc821139-b9a6-454a-94f1-77e24502a354, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=fc821139-b9a6-454a-94f1-77e24502a354,segment=NetworkSegment(d163d6fb-69d5-4c8e-beef-2ee437204402),segment_id=d163d6fb-69d5-4c8e-beef-2ee437204402)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 13:00:50.791096 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-01f123d0-fee3-405d-a2df-3ede4467a822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:50.804744 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cbd4e649-facb-4445-8e68-384ec003f459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:00:50.965843 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f123d0-fee3-405d-a2df-3ede4467a822 service neutron] Pushing event updated for resources: {'Port': ['ID=fc821139-b9a6-454a-94f1-77e24502a354,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:00:50.971583 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-01f123d0-fee3-405d-a2df-3ede4467a822 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:00:51.002552 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-01f123d0-fee3-405d-a2df-3ede4467a822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:00:51.003408 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-01f123d0-fee3-405d-a2df-3ede4467a822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:51.004768 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-01f123d0-fee3-405d-a2df-3ede4467a822 service neutron] 10.222.0.99 "PUT /v2.0/ports/fc821139-b9a6-454a-94f1-77e24502a354 HTTP/1.1" status: 200 len: 1158 time: 1.4573734 Feb 18 13:00:51.005328 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f812098-626f-44cc-ac52-c90f6d7c7254', 'tag': 'fc821139-b9a6-454a-94f1-77e24502a354'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 13:00:51.177966 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-35e9909e-42a2-4a79-8d23-6b6cfea68fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:00:51.180337 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-35e9909e-42a2-4a79-8d23-6b6cfea68fd9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0044bd282b264e4a8076500916247f6f&device_id=8f812098-626f-44cc-ac52-c90f6d7c7254 HTTP/1.1" status: 200 len: 1161 time: 0.1114175 Feb 18 13:00:51.271664 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-d315e905-c8c0-4beb-9a23-a3a256eaca69 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc821139-b9a6-454a-94f1-77e24502a354 HTTP/1.1" status: 200 len: 217 time: 0.0780752 Feb 18 13:00:51.353478 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-c5e3d186-225c-407f-b752-baae4a1dcd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:00:51.355074 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-c5e3d186-225c-407f-b752-baae4a1dcd4d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=16b0130f-6807-4465-93a6-a479c0f09cef HTTP/1.1" status: 200 len: 850 time: 0.0762908 Feb 18 13:00:51.449170 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-f0a83706-dc05-441e-8a7f-f00e9b78592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:00:51.450927 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-f0a83706-dc05-441e-8a7f-f00e9b78592b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4964e697-e088-4339-9e4d-60047496f987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0891466 Feb 18 13:00:51.620689 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-0702427e-b9d0-4614-97ca-1c05e359cacf service neutron] 10.222.0.99 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629951 Feb 18 13:00:51.752003 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6471515-4a67-4c8b-ae1a-3ab66840630e req-79e0ba76-c646-4564-8da3-676179855fe4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:00:51.753722 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b6471515-4a67-4c8b-ae1a-3ab66840630e req-79e0ba76-c646-4564-8da3-676179855fe4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f812098-626f-44cc-ac52-c90f6d7c7254 HTTP/1.1" status: 200 len: 944 time: 0.1077886 Feb 18 13:00:51.787779 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba127207-3151-45b1-8ce5-cc7b44558f02 req-4490e004-7e7c-4f2b-9ce7-edf86a96f86a service neutron] 10.222.0.99 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1604474 Feb 18 13:00:51.810435 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b6471515-4a67-4c8b-ae1a-3ab66840630e req-a4e97117-54bd-4f32-819d-ff14c13239d4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0493305 Feb 18 13:00:52.083653 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f812098-626f-44cc-ac52-c90f6d7c7254', 'tag': 'fc821139-b9a6-454a-94f1-77e24502a354', 'status': 'completed', 'code': 200} Feb 18 13:00:52.228089 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0272164-5a69-426f-b6c6-5655c988789b req-e7eef4fd-6453-4693-95f1-4173a37d2977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:00:52.229746 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d0272164-5a69-426f-b6c6-5655c988789b req-e7eef4fd-6453-4693-95f1-4173a37d2977 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0044bd282b264e4a8076500916247f6f&device_id=8f812098-626f-44cc-ac52-c90f6d7c7254 HTTP/1.1" status: 200 len: 1161 time: 0.0841994 Feb 18 13:00:52.385918 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0272164-5a69-426f-b6c6-5655c988789b req-95ebafad-1473-4ccc-8a25-86e4a4d0e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:00:52.388022 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d0272164-5a69-426f-b6c6-5655c988789b req-95ebafad-1473-4ccc-8a25-86e4a4d0e783 service neutron] 10.222.0.99 "GET /v2.0/networks?id=4964e697-e088-4339-9e4d-60047496f987 HTTP/1.1" status: 200 len: 905 time: 0.1521165 Feb 18 13:00:52.468662 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d0272164-5a69-426f-b6c6-5655c988789b req-292a8cc6-1e3a-4906-aa96-63b5b2bdff0c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc821139-b9a6-454a-94f1-77e24502a354 HTTP/1.1" status: 200 len: 217 time: 0.0737886 Feb 18 13:00:52.544709 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0272164-5a69-426f-b6c6-5655c988789b req-2b8b47f1-243d-45df-89a4-133e01f15982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:00:52.546497 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d0272164-5a69-426f-b6c6-5655c988789b req-2b8b47f1-243d-45df-89a4-133e01f15982 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=16b0130f-6807-4465-93a6-a479c0f09cef HTTP/1.1" status: 200 len: 850 time: 0.0699553 Feb 18 13:00:52.650063 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0272164-5a69-426f-b6c6-5655c988789b req-3c9661ee-654b-4c8a-8c3e-72a4f28682e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:00:52.651718 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d0272164-5a69-426f-b6c6-5655c988789b req-3c9661ee-654b-4c8a-8c3e-72a4f28682e7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4964e697-e088-4339-9e4d-60047496f987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0977814 Feb 18 13:00:52.806129 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d0272164-5a69-426f-b6c6-5655c988789b req-c7341b7f-0d04-494c-9ebc-6de315a6e61e service neutron] 10.222.0.99 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471691 Feb 18 13:00:53.053886 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9814e27-0520-4dc5-932d-11f4b695df93 req-f899db69-c07c-4520-adbd-73b0f371dfdb tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:00:53.056222 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a9814e27-0520-4dc5-932d-11f4b695df93 req-f899db69-c07c-4520-adbd-73b0f371dfdb tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f812098-626f-44cc-ac52-c90f6d7c7254 HTTP/1.1" status: 200 len: 944 time: 0.1067672 Feb 18 13:00:53.114285 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a9814e27-0520-4dc5-932d-11f4b695df93 req-d34283c5-e74c-401c-9aaa-9895465b9d90 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0508809 Feb 18 13:00:53.221698 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d0272164-5a69-426f-b6c6-5655c988789b req-eaee0c18-06b0-48b3-bab9-4ba451176dbb service neutron] 10.222.0.99 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4055061 Feb 18 13:00:54.324795 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b692b6-ed53-4e2c-b4ff-e0ec37872b25 req-e51e2f45-e437-44b0-8a07-784760fdca9c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:00:54.326104 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-f9b692b6-ed53-4e2c-b4ff-e0ec37872b25 req-e51e2f45-e437-44b0-8a07-784760fdca9c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Synchronizing usage tracker for tenant:0044bd282b264e4a8076500916247f6f on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 13:00:54.343360 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-f9b692b6-ed53-4e2c-b4ff-e0ec37872b25 req-e51e2f45-e437-44b0-8a07-784760fdca9c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Unset dirty status for tenant:0044bd282b264e4a8076500916247f6f on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 13:00:54.344733 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f9b692b6-ed53-4e2c-b4ff-e0ec37872b25 req-e51e2f45-e437-44b0-8a07-784760fdca9c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f812098-626f-44cc-ac52-c90f6d7c7254 HTTP/1.1" status: 200 len: 944 time: 0.1123400 Feb 18 13:00:54.400263 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f9b692b6-ed53-4e2c-b4ff-e0ec37872b25 req-7a357e75-0b99-4da6-876a-f8aed889e15e tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0486991 Feb 18 13:00:55.618746 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdaa29c-b2f4-4b5c-a7ca-3fe624062753 req-21deb6be-8249-473e-94d4-650a5c2a2b00 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:00:55.620449 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3cdaa29c-b2f4-4b5c-a7ca-3fe624062753 req-21deb6be-8249-473e-94d4-650a5c2a2b00 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f812098-626f-44cc-ac52-c90f6d7c7254 HTTP/1.1" status: 200 len: 944 time: 0.0967932 Feb 18 13:00:55.702360 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3cdaa29c-b2f4-4b5c-a7ca-3fe624062753 req-336ba574-235f-4b88-8d78-6fca5c2121c1 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0605116 Feb 18 13:00:56.915620 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee2acf-84c3-4f1c-91d0-4a6d298d2dea req-79f82746-1059-4c0b-846b-313e4266bacc tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:00:56.917274 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-20ee2acf-84c3-4f1c-91d0-4a6d298d2dea req-79f82746-1059-4c0b-846b-313e4266bacc tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f812098-626f-44cc-ac52-c90f6d7c7254 HTTP/1.1" status: 200 len: 944 time: 0.0922685 Feb 18 13:00:56.965926 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-20ee2acf-84c3-4f1c-91d0-4a6d298d2dea req-b1e7cbf2-a20f-45e9-9721-f2ad8c759217 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0424049 Feb 18 13:00:58.167947 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2014c6-4cd3-4452-ba35-4f50201a4545 req-f6541b3c-9736-439f-af96-38a4cd650f31 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:00:58.169602 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-af2014c6-4cd3-4452-ba35-4f50201a4545 req-f6541b3c-9736-439f-af96-38a4cd650f31 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f812098-626f-44cc-ac52-c90f6d7c7254 HTTP/1.1" status: 200 len: 944 time: 0.0885355 Feb 18 13:00:58.219354 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-af2014c6-4cd3-4452-ba35-4f50201a4545 req-202b48b2-bef1-454f-9c1b-659a5ca60fe4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0431585 Feb 18 13:00:59.429589 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd77f0-5ad7-4f84-bdb8-555eaf695dd6 req-78cbf6fc-c71f-4e36-9425-cc06e2d0f641 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:00:59.431901 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4abd77f0-5ad7-4f84-bdb8-555eaf695dd6 req-78cbf6fc-c71f-4e36-9425-cc06e2d0f641 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f812098-626f-44cc-ac52-c90f6d7c7254 HTTP/1.1" status: 200 len: 944 time: 0.0948191 Feb 18 13:00:59.490280 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4abd77f0-5ad7-4f84-bdb8-555eaf695dd6 req-2ee5964f-dfb3-4fae-9573-484aa0e909ce tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0459294 Feb 18 13:01:00.705038 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c82f2-f227-403c-8904-d570dd599650 req-fb81f092-4101-4f90-9f30-fae6f3e8fd0a tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:00.706654 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2f0c82f2-f227-403c-8904-d570dd599650 req-fb81f092-4101-4f90-9f30-fae6f3e8fd0a tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f812098-626f-44cc-ac52-c90f6d7c7254 HTTP/1.1" status: 200 len: 944 time: 0.0967085 Feb 18 13:01:00.760677 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2f0c82f2-f227-403c-8904-d570dd599650 req-1da4d894-64d5-4074-bbe4-087f7fcd265f tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0446835 Feb 18 13:01:01.051365 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f4dd5f4a-c80f-4b9d-a8cc-b11d39b5f09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:01.965422 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51195a0d-60ac-4ec7-a941-a897301e47c5 req-05d30517-094f-4058-9052-a14ba361494c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:01.967060 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-51195a0d-60ac-4ec7-a941-a897301e47c5 req-05d30517-094f-4058-9052-a14ba361494c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f812098-626f-44cc-ac52-c90f6d7c7254 HTTP/1.1" status: 200 len: 944 time: 0.0884900 Feb 18 13:01:02.016202 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-51195a0d-60ac-4ec7-a941-a897301e47c5 req-7ca43099-f8ef-4aeb-90c4-8b5582a8018f tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0427623 Feb 18 13:01:02.499281 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device fc821139-b9a6-454a-94f1-77e24502a354 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 13:01:02.574363 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning for port fc821139-b9a6-454a-94f1-77e24502a354 completed by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 13:01:02.579419 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port fc821139-b9a6-454a-94f1-77e24502a354 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 13:01:02.579960 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:02.703248 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:02.733940 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f812098-626f-44cc-ac52-c90f6d7c7254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc821139-b9a6-454a-94f1-77e24502a354'}] {{(pid=83988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 13:01:02.744874 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] For port fc821139-b9a6-454a-94f1-77e24502a354, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=fc821139-b9a6-454a-94f1-77e24502a354,segment=NetworkSegment(d163d6fb-69d5-4c8e-beef-2ee437204402),segment_id=d163d6fb-69d5-4c8e-beef-2ee437204402)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 13:01:02.747883 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:02.749797 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:01:02.787095 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f812098-626f-44cc-ac52-c90f6d7c7254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc821139-b9a6-454a-94f1-77e24502a354', 'code': 200} Feb 18 13:01:02.821229 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Pushing event updated for resources: {'Port': ['ID=fc821139-b9a6-454a-94f1-77e24502a354,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:01:02.829561 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:02.829950 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:02.830333 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:02.830699 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:02.831069 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:02.831436 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:02.831829 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:02.832198 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:02.832559 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:02.832923 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:02.833291 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:02.833649 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:02.834057 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:02.834430 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:02.834786 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:02.835146 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:02.835524 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:02.835927 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:02.836292 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:02.836647 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:02.837008 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:02.837395 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:02.837726 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:02.838087 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:02.842479 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:01:03.118241 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6cbf3-72d9-49e2-a684-ce374bfa62ba req-aa08574c-a9ed-45fd-a814-3d90e4c3cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:03.119931 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4bd6cbf3-72d9-49e2-a684-ce374bfa62ba req-aa08574c-a9ed-45fd-a814-3d90e4c3cd03 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8f812098-626f-44cc-ac52-c90f6d7c7254 HTTP/1.1" status: 200 len: 1163 time: 0.0841148 Feb 18 13:01:03.226463 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4bd6cbf3-72d9-49e2-a684-ce374bfa62ba req-04194469-de52-48be-b642-697d77e6fa56 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0999696 Feb 18 13:01:03.251151 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dfe70-d374-4ff1-bb49-6f5807190465 req-d8cecc54-8a89-409f-b4e3-b0b6fd69e4b5 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:03.252761 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-db5dfe70-d374-4ff1-bb49-6f5807190465 req-d8cecc54-8a89-409f-b4e3-b0b6fd69e4b5 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f812098-626f-44cc-ac52-c90f6d7c7254 HTTP/1.1" status: 200 len: 946 time: 0.1127210 Feb 18 13:01:03.302713 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-db5dfe70-d374-4ff1-bb49-6f5807190465 req-a7a24559-f637-4c38-aea2-7328173d7a89 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0433660 Feb 18 13:01:03.514313 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5f2bb974-038b-44f0-8cd5-674274da3b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:03.993187 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:04.050985 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device fc821139-b9a6-454a-94f1-77e24502a354 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 13:01:04.124519 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port fc821139-b9a6-454a-94f1-77e24502a354 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 13:01:04.125103 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:04.509813 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9bd30-0226-4759-b201-35f3b73508df req-e56e5fb1-ad01-407e-a43c-e098d09b8ff6 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:04.511421 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9cc9bd30-0226-4759-b201-35f3b73508df req-e56e5fb1-ad01-407e-a43c-e098d09b8ff6 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f812098-626f-44cc-ac52-c90f6d7c7254 HTTP/1.1" status: 200 len: 946 time: 0.0881629 Feb 18 13:01:04.533359 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-425c7ab9-20b3-455e-b8c3-2b0c29fbcec8 req-b2f36594-ebef-47df-8ddb-3f681d8b2922 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0799222 Feb 18 13:01:04.564678 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9cc9bd30-0226-4759-b201-35f3b73508df req-5165c9e7-7673-439c-8ffe-09d7719d3722 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0464811 Feb 18 13:01:04.678277 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c7ab9-20b3-455e-b8c3-2b0c29fbcec8 req-440253bf-b85b-4d57-bd04-854dfcd2de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:04.679987 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-425c7ab9-20b3-455e-b8c3-2b0c29fbcec8 req-440253bf-b85b-4d57-bd04-854dfcd2de30 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0044bd282b264e4a8076500916247f6f&device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde HTTP/1.1" status: 200 len: 1163 time: 0.0870709 Feb 18 13:01:04.849877 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c7ab9-20b3-455e-b8c3-2b0c29fbcec8 req-f5ccbbfd-5379-4351-b705-93dae8621a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:04.851461 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-425c7ab9-20b3-455e-b8c3-2b0c29fbcec8 req-f5ccbbfd-5379-4351-b705-93dae8621a35 service neutron] 10.222.0.99 "GET /v2.0/networks?id=4964e697-e088-4339-9e4d-60047496f987 HTTP/1.1" status: 200 len: 905 time: 0.1455576 Feb 18 13:01:04.959269 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-425c7ab9-20b3-455e-b8c3-2b0c29fbcec8 req-29fb36e5-f703-43c6-980d-e2085781dce7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e7f9dae-ac29-4aba-94e6-42028bdb0f78 HTTP/1.1" status: 200 len: 1002 time: 0.1008394 Feb 18 13:01:05.033217 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c7ab9-20b3-455e-b8c3-2b0c29fbcec8 req-3fc48788-ed7a-4244-be8c-923dd787d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:05.034829 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-425c7ab9-20b3-455e-b8c3-2b0c29fbcec8 req-3fc48788-ed7a-4244-be8c-923dd787d6ff service neutron] 10.222.0.99 "GET /v2.0/subnets?id=16b0130f-6807-4465-93a6-a479c0f09cef HTTP/1.1" status: 200 len: 850 time: 0.0684583 Feb 18 13:01:05.119068 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c7ab9-20b3-455e-b8c3-2b0c29fbcec8 req-60c415e2-ee12-4012-b8f9-80e9e74b1115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:05.120734 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-425c7ab9-20b3-455e-b8c3-2b0c29fbcec8 req-60c415e2-ee12-4012-b8f9-80e9e74b1115 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4964e697-e088-4339-9e4d-60047496f987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788591 Feb 18 13:01:05.230179 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:05.271114 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-425c7ab9-20b3-455e-b8c3-2b0c29fbcec8 req-d1b403ac-ddc5-4e82-96a1-1a466631d69d service neutron] 10.222.0.99 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435969 Feb 18 13:01:05.421462 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-425c7ab9-20b3-455e-b8c3-2b0c29fbcec8 req-3e4fa3e8-27ab-459a-9c10-79fc8ea32238 service neutron] 10.222.0.99 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1441777 Feb 18 13:01:05.666798 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:05.780203 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d7024-e957-468a-8d4a-a10ac8431cae req-b05d8676-c438-4e08-94e5-f69757a823c7 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:05.781835 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-070d7024-e957-468a-8d4a-a10ac8431cae req-b05d8676-c438-4e08-94e5-f69757a823c7 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f812098-626f-44cc-ac52-c90f6d7c7254 HTTP/1.1" status: 200 len: 946 time: 0.0918665 Feb 18 13:01:05.831169 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-070d7024-e957-468a-8d4a-a10ac8431cae req-278a8035-a198-492e-8e40-865728558299 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0427043 Feb 18 13:01:06.018537 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device fc821139-b9a6-454a-94f1-77e24502a354 up at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 13:01:06.031078 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102dea4c-5262-4e38-a9f9-4b712934e164 req-b131736b-50dc-40aa-b243-03537648aad5 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:06.032711 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-102dea4c-5262-4e38-a9f9-4b712934e164 req-b131736b-50dc-40aa-b243-03537648aad5 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f812098-626f-44cc-ac52-c90f6d7c7254 HTTP/1.1" status: 200 len: 946 time: 0.0874152 Feb 18 13:01:06.082502 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-102dea4c-5262-4e38-a9f9-4b712934e164 req-04e6a1a2-acb8-4098-ad80-8290307b4b37 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0429604 Feb 18 13:01:06.095358 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Provisioning complete for port fc821139-b9a6-454a-94f1-77e24502a354 triggered by entity L2. {{(pid=83988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 13:01:06.095702 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-663481'] for port, provisioning_complete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:06.285793 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-12fcd47f-21aa-4430-8256-ef5bac023798 req-97be2423-7a6d-4118-afab-f6d89c00ef81 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1637025 Feb 18 13:01:06.296989 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-12fcd47f-21aa-4430-8256-ef5bac023798 req-38268e55-3278-4942-99ff-23fd3946c769 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Request body: {'floatingip': {'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78'}} {{(pid=83987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 13:01:06.303038 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-12fcd47f-21aa-4430-8256-ef5bac023798 req-38268e55-3278-4942-99ff-23fd3946c769 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 13:01:06.312960 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-12fcd47f-21aa-4430-8256-ef5bac023798 req-38268e55-3278-4942-99ff-23fd3946c769 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 13:01:06.321912 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-12fcd47f-21aa-4430-8256-ef5bac023798 req-38268e55-3278-4942-99ff-23fd3946c769 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for floatingip, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:06.470083 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-12fcd47f-21aa-4430-8256-ef5bac023798 req-38268e55-3278-4942-99ff-23fd3946c769 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:06.746688 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-12fcd47f-21aa-4430-8256-ef5bac023798 req-38268e55-3278-4942-99ff-23fd3946c769 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Allocated IP 172.27.1.124 (af22eeb7-a3c9-494b-a94b-4ce3a52cae78/7f96d68a-30b3-4cd1-8fb4-11341d49a56c/2882567c-94dc-46e2-94a4-66573c040621) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 13:01:06.910532 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-12fcd47f-21aa-4430-8256-ef5bac023798 req-38268e55-3278-4942-99ff-23fd3946c769 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:06.940630 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-12fcd47f-21aa-4430-8256-ef5bac023798 req-38268e55-3278-4942-99ff-23fd3946c769 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731034764147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:06.956283 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86e6bd3a-9f58-4038-bd8b-ab2d00d093f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:01:07.101549 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38268e55-3278-4942-99ff-23fd3946c769 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Pushing event updated for resources: {'Port': ['ID=2882567c-94dc-46e2-94a4-66573c040621,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:01:07.107477 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-38268e55-3278-4942-99ff-23fd3946c769 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:01:07.160604 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12fcd47f-21aa-4430-8256-ef5bac023798 req-38268e55-3278-4942-99ff-23fd3946c769 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Network af22eeb7-a3c9-494b-a94b-4ce3a52cae78 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 13:01:07.161832 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-12fcd47f-21aa-4430-8256-ef5bac023798 req-38268e55-3278-4942-99ff-23fd3946c769 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 13:01:07.164339 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-12fcd47f-21aa-4430-8256-ef5bac023798 req-38268e55-3278-4942-99ff-23fd3946c769 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 13:01:07.253716 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-12fcd47f-21aa-4430-8256-ef5bac023798 req-38268e55-3278-4942-99ff-23fd3946c769 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:07.317444 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-12fcd47f-21aa-4430-8256-ef5bac023798 req-38268e55-3278-4942-99ff-23fd3946c769 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:07.606229 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-12fcd47f-21aa-4430-8256-ef5bac023798 req-38268e55-3278-4942-99ff-23fd3946c769 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:07.610028 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-12fcd47f-21aa-4430-8256-ef5bac023798 req-38268e55-3278-4942-99ff-23fd3946c769 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305819633968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305820011909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731034763925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6853398'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:07.626379 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b4988d6f-9a27-4c2b-b99f-a46256510721 tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:01:07.765247 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38268e55-3278-4942-99ff-23fd3946c769 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Pushing event updated for resources: {'Port': ['ID=2882567c-94dc-46e2-94a4-66573c040621,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:01:07.778737 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-38268e55-3278-4942-99ff-23fd3946c769 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:01:07.872526 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-12fcd47f-21aa-4430-8256-ef5bac023798 req-38268e55-3278-4942-99ff-23fd3946c769 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854411096'] for floatingip, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:07.904606 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-12fcd47f-21aa-4430-8256-ef5bac023798 req-38268e55-3278-4942-99ff-23fd3946c769 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for floatingip, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:07.905942 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-12fcd47f-21aa-4430-8256-ef5bac023798 req-38268e55-3278-4942-99ff-23fd3946c769 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6133437 Feb 18 13:01:07.995423 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-12fcd47f-21aa-4430-8256-ef5bac023798 req-b104489d-6ad4-418c-ab72-003a289582e9 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Synchronizing usage tracker for tenant:0044bd282b264e4a8076500916247f6f on resource:floatingip {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 13:01:08.011044 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-12fcd47f-21aa-4430-8256-ef5bac023798 req-b104489d-6ad4-418c-ab72-003a289582e9 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Unset dirty status for tenant:0044bd282b264e4a8076500916247f6f on resource:floatingip {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 13:01:08.012693 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-12fcd47f-21aa-4430-8256-ef5bac023798 req-b104489d-6ad4-418c-ab72-003a289582e9 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.27.1.124 HTTP/1.1" status: 200 len: 696 time: 0.0999877 Feb 18 13:01:08.177719 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcd47f-21aa-4430-8256-ef5bac023798 req-1663b192-2203-44e2-9a90-be580f74e2e8 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:08.179361 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-12fcd47f-21aa-4430-8256-ef5bac023798 req-1663b192-2203-44e2-9a90-be580f74e2e8 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/networks/af22eeb7-a3c9-494b-a94b-4ce3a52cae78 HTTP/1.1" status: 200 len: 784 time: 0.1604953 Feb 18 13:01:08.384446 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ffbeb-a4db-426d-8f33-328556ebef8b req-f341253b-d86d-41e6-9587-ff208d4b2e3d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:08.386234 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d58ffbeb-a4db-426d-8f33-328556ebef8b req-f341253b-d86d-41e6-9587-ff208d4b2e3d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f812098-626f-44cc-ac52-c90f6d7c7254&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1004827 Feb 18 13:01:08.481526 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d58ffbeb-a4db-426d-8f33-328556ebef8b req-d59a63ce-8a1f-472c-8f0f-e3444cb76efa tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.27.1.124 HTTP/1.1" status: 200 len: 696 time: 0.0873115 Feb 18 13:01:08.492061 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-d58ffbeb-a4db-426d-8f33-328556ebef8b req-b1cbdc32-efc1-437c-b0a6-54eb850d2b00 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Request body: {'floatingip': {'port_id': 'fc821139-b9a6-454a-94f1-77e24502a354', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 13:01:08.574602 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d58ffbeb-a4db-426d-8f33-328556ebef8b req-b1cbdc32-efc1-437c-b0a6-54eb850d2b00 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for floatingip, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:09.232855 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d58ffbeb-a4db-426d-8f33-328556ebef8b req-b1cbdc32-efc1-437c-b0a6-54eb850d2b00 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:09.235997 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d58ffbeb-a4db-426d-8f33-328556ebef8b req-b1cbdc32-efc1-437c-b0a6-54eb850d2b00 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854411096'] for floatingip, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:09.428184 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.l3_db [req-d58ffbeb-a4db-426d-8f33-328556ebef8b req-b1cbdc32-efc1-437c-b0a6-54eb850d2b00 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Floating IP 86752b23-ae66-431b-8094-4dbaf6cb338c associated. External IP: 172.27.1.124, port: fc821139-b9a6-454a-94f1-77e24502a354. Feb 18 13:01:09.823838 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d58ffbeb-a4db-426d-8f33-328556ebef8b req-b1cbdc32-efc1-437c-b0a6-54eb850d2b00 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Router 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 13:01:10.245579 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d58ffbeb-a4db-426d-8f33-328556ebef8b req-b1cbdc32-efc1-437c-b0a6-54eb850d2b00 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 13:01:10.250403 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d58ffbeb-a4db-426d-8f33-328556ebef8b req-b1cbdc32-efc1-437c-b0a6-54eb850d2b00 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:10.257705 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8102d2da-517a-462a-b625-70f7b3c08662 None None] Sync routers for ids ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'] in dv-cinder-776422-1-iscsi {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 13:01:10.269432 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8102d2da-517a-462a-b625-70f7b3c08662 None None] Routers {'5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 13:01:10.270112 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8102d2da-517a-462a-b625-70f7b3c08662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T13:01:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:01:10.309935 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d58ffbeb-a4db-426d-8f33-328556ebef8b req-b1cbdc32-efc1-437c-b0a6-54eb850d2b00 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "PUT /v2.0/floatingips/86752b23-ae66-431b-8094-4dbaf6cb338c HTTP/1.1" status: 200 len: 997 time: 1.8221669 Feb 18 13:01:10.310497 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f812098-626f-44cc-ac52-c90f6d7c7254', 'tag': 'fc821139-b9a6-454a-94f1-77e24502a354'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 13:01:10.440826 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f812098-626f-44cc-ac52-c90f6d7c7254', 'tag': 'fc821139-b9a6-454a-94f1-77e24502a354', 'status': 'completed', 'code': 200} Feb 18 13:01:10.477399 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-8102d2da-517a-462a-b625-70f7b3c08662 None None] Set router 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 13:01:10.478046 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ffbeb-a4db-426d-8f33-328556ebef8b req-4d1d2251-970a-4045-b262-2017f450d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:10.479737 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d58ffbeb-a4db-426d-8f33-328556ebef8b req-4d1d2251-970a-4045-b262-2017f450d06e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0044bd282b264e4a8076500916247f6f&device_id=8f812098-626f-44cc-ac52-c90f6d7c7254 HTTP/1.1" status: 200 len: 1163 time: 0.1474991 Feb 18 13:01:10.549076 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801da2a-f86f-4d1d-9d02-3406446dfa18 req-eeedb737-6473-4db2-83a4-f1bc0217bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:10.550650 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4801da2a-f86f-4d1d-9d02-3406446dfa18 req-eeedb737-6473-4db2-83a4-f1bc0217bf2e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0044bd282b264e4a8076500916247f6f&device_id=8f812098-626f-44cc-ac52-c90f6d7c7254 HTTP/1.1" status: 200 len: 1163 time: 0.0863087 Feb 18 13:01:10.630250 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ffbeb-a4db-426d-8f33-328556ebef8b req-686f2fca-597c-4829-bc3b-1b596c73e404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:10.634039 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d58ffbeb-a4db-426d-8f33-328556ebef8b req-686f2fca-597c-4829-bc3b-1b596c73e404 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4964e697-e088-4339-9e4d-60047496f987 HTTP/1.1" status: 200 len: 905 time: 0.1464026 Feb 18 13:01:10.704064 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801da2a-f86f-4d1d-9d02-3406446dfa18 req-f5ac04a6-cac2-42f3-b96b-ab340e515955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:10.705667 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4801da2a-f86f-4d1d-9d02-3406446dfa18 req-f5ac04a6-cac2-42f3-b96b-ab340e515955 service neutron] 10.222.0.99 "GET /v2.0/networks?id=4964e697-e088-4339-9e4d-60047496f987 HTTP/1.1" status: 200 len: 905 time: 0.1477301 Feb 18 13:01:10.752670 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d58ffbeb-a4db-426d-8f33-328556ebef8b req-8143c811-f3e3-4ed9-9c99-7478ef6291f4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc821139-b9a6-454a-94f1-77e24502a354 HTTP/1.1" status: 200 len: 1000 time: 0.1111770 Feb 18 13:01:10.819365 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4801da2a-f86f-4d1d-9d02-3406446dfa18 req-7c9b0ca1-58ef-47ad-835a-710a28dcaf30 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc821139-b9a6-454a-94f1-77e24502a354 HTTP/1.1" status: 200 len: 1000 time: 0.1066220 Feb 18 13:01:10.825756 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ffbeb-a4db-426d-8f33-328556ebef8b req-2fd9e434-3258-44f1-b859-15d3e2ca58b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:10.827413 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d58ffbeb-a4db-426d-8f33-328556ebef8b req-2fd9e434-3258-44f1-b859-15d3e2ca58b3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=16b0130f-6807-4465-93a6-a479c0f09cef HTTP/1.1" status: 200 len: 850 time: 0.0668409 Feb 18 13:01:10.875734 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8102d2da-517a-462a-b625-70f7b3c08662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'name': 'tempest-TestVolumeBootPattern-941074253-router', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:54:48Z', 'updated_at': '2021-02-18T12:54:56Z', 'revision_number': 4, 'project_id': '0044bd282b264e4a8076500916247f6f', 'gw_port': {'id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:49Z', 'updated_at': '2021-02-18T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_floatingips': [{'id': '86752b23-ae66-431b-8094-4dbaf6cb338c', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'router_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'port_id': 'fc821139-b9a6-454a-94f1-77e24502a354', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'mac_address': 'fa:16:3e:78:1a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f812098-626f-44cc-ac52-c90f6d7c7254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T13:01:07Z', 'updated_at': '2021-02-18T13:01:09Z', 'revision_number': 1, 'project_id': '0044bd282b264e4a8076500916247f6f', 'fixed_ip_address_scope': None}, {'id': 'd8c00fa1-510e-46bf-8c38-0b642ce0258a', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'router_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'port_id': '1e7f9dae-ac29-4aba-94e6-42028bdb0f78', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'mac_address': 'fa:16:3e:94:fc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e133b7-c020-4234-bf2c-4fe3bd1dcdde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:58:43Z', 'updated_at': '2021-02-18T12:58:48Z', 'revision_number': 2, 'project_id': '0044bd282b264e4a8076500916247f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c', 'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'mac_address': 'fa:16:3e:a9:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:54Z', 'updated_at': '2021-02-18T12:55:05Z', 'revision_number': 5, 'project_id': '0044bd282b264e4a8076500916247f6f', 'subnets': [{'id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:01:10.880434 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8102d2da-517a-462a-b625-70f7b3c08662 None None] Checking router: 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 for host: dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 13:01:10.891807 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8102d2da-517a-462a-b625-70f7b3c08662 None None] Routers {'5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 13:01:10.892769 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8102d2da-517a-462a-b625-70f7b3c08662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T13:01:03Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:01:10.924895 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ffbeb-a4db-426d-8f33-328556ebef8b req-16002185-37d2-4917-806a-79581f7a237b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:10.926624 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d58ffbeb-a4db-426d-8f33-328556ebef8b req-16002185-37d2-4917-806a-79581f7a237b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4964e697-e088-4339-9e4d-60047496f987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0918162 Feb 18 13:01:11.096090 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-8102d2da-517a-462a-b625-70f7b3c08662 None None] Set router 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 13:01:11.097070 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d58ffbeb-a4db-426d-8f33-328556ebef8b req-a66e85f5-d2bf-4d46-9c60-b746e3c0a34a service neutron] 10.222.0.83 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604192 Feb 18 13:01:11.158818 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801da2a-f86f-4d1d-9d02-3406446dfa18 req-39a6fb8b-c39c-4f2b-8d67-6e6d6b03b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:11.160251 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4801da2a-f86f-4d1d-9d02-3406446dfa18 req-39a6fb8b-c39c-4f2b-8d67-6e6d6b03b06b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=16b0130f-6807-4465-93a6-a479c0f09cef HTTP/1.1" status: 200 len: 850 time: 0.3348053 Feb 18 13:01:11.254798 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801da2a-f86f-4d1d-9d02-3406446dfa18 req-65a83d92-7589-4eef-96b2-a549665d9284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:11.256807 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4801da2a-f86f-4d1d-9d02-3406446dfa18 req-65a83d92-7589-4eef-96b2-a549665d9284 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4964e697-e088-4339-9e4d-60047496f987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0891523 Feb 18 13:01:11.262664 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d58ffbeb-a4db-426d-8f33-328556ebef8b req-61b01c70-c362-4d93-a2fc-cddd64930d46 service neutron] 10.222.0.83 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1611111 Feb 18 13:01:11.422296 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4801da2a-f86f-4d1d-9d02-3406446dfa18 req-a2feea93-9632-4423-9bdb-d1358f1fcfd2 service neutron] 10.222.0.99 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589234 Feb 18 13:01:11.572478 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4801da2a-f86f-4d1d-9d02-3406446dfa18 req-a342a6bd-1549-4828-9272-7562bb1a54f8 service neutron] 10.222.0.99 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1433945 Feb 18 13:01:11.653538 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8102d2da-517a-462a-b625-70f7b3c08662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'name': 'tempest-TestVolumeBootPattern-941074253-router', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:54:48Z', 'updated_at': '2021-02-18T12:54:56Z', 'revision_number': 4, 'project_id': '0044bd282b264e4a8076500916247f6f', 'gw_port': {'id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:49Z', 'updated_at': '2021-02-18T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_floatingips': [{'id': '86752b23-ae66-431b-8094-4dbaf6cb338c', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'router_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'port_id': 'fc821139-b9a6-454a-94f1-77e24502a354', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'mac_address': 'fa:16:3e:78:1a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f812098-626f-44cc-ac52-c90f6d7c7254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T13:01:07Z', 'updated_at': '2021-02-18T13:01:09Z', 'revision_number': 1, 'project_id': '0044bd282b264e4a8076500916247f6f', 'fixed_ip_address_scope': None}, {'id': 'd8c00fa1-510e-46bf-8c38-0b642ce0258a', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'router_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'port_id': '1e7f9dae-ac29-4aba-94e6-42028bdb0f78', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'mac_address': 'fa:16:3e:94:fc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e133b7-c020-4234-bf2c-4fe3bd1dcdde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:58:43Z', 'updated_at': '2021-02-18T12:58:48Z', 'revision_number': 2, 'project_id': '0044bd282b264e4a8076500916247f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c', 'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'mac_address': 'fa:16:3e:a9:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:54Z', 'updated_at': '2021-02-18T12:55:05Z', 'revision_number': 5, 'project_id': '0044bd282b264e4a8076500916247f6f', 'subnets': [{'id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:01:11.658289 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8102d2da-517a-462a-b625-70f7b3c08662 None None] The sync data for ids ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'] in dv-cinder-776422-1-iscsi is: [{'id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'name': 'tempest-TestVolumeBootPattern-941074253-router', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:54:48Z', 'updated_at': '2021-02-18T12:54:56Z', 'revision_number': 4, 'project_id': '0044bd282b264e4a8076500916247f6f', 'gw_port': {'id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:49Z', 'updated_at': '2021-02-18T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_floatingips': [{'id': '86752b23-ae66-431b-8094-4dbaf6cb338c', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'router_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'port_id': 'fc821139-b9a6-454a-94f1-77e24502a354', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'mac_address': 'fa:16:3e:78:1a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f812098-626f-44cc-ac52-c90f6d7c7254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T13:01:07Z', 'updated_at': '2021-02-18T13:01:09Z', 'revision_number': 1, 'project_id': '0044bd282b264e4a8076500916247f6f', 'fixed_ip_address_scope': None}, {'id': 'd8c00fa1-510e-46bf-8c38-0b642ce0258a', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'router_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'port_id': '1e7f9dae-ac29-4aba-94e6-42028bdb0f78', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'mac_address': 'fa:16:3e:94:fc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e133b7-c020-4234-bf2c-4fe3bd1dcdde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:58:43Z', 'updated_at': '2021-02-18T12:58:48Z', 'revision_number': 2, 'project_id': '0044bd282b264e4a8076500916247f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c', 'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'mac_address': 'fa:16:3e:a9:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:54Z', 'updated_at': '2021-02-18T12:55:05Z', 'revision_number': 5, 'project_id': '0044bd282b264e4a8076500916247f6f', 'subnets': [{'id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 13:01:11.954649 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097f8709-24cc-4250-8eb7-029bbd813e34 None None] New status for floating IP 86752b23-ae66-431b-8094-4dbaf6cb338c: ACTIVE {{(pid=83988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 13:01:17.045036 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:24.342680 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 13:01:31.054821 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0056514d-d849-4400-9aee-82757a20b25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:33.518476 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d1fc74c8-5fc2-47f4-8832-9c95ccf57077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:33.996301 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:35.232691 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:35.665426 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:47.066082 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:02:01.057483 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-52ce4316-c247-4853-923b-de3c86312e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:02:01.343421 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 13:02:03.521858 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e51c83f5-a3d2-4847-98ed-8694f483297f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:02:03.998582 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:02:05.236442 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:02:05.457548 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1eec2444-7ba3-4972-834d-e463b0bff19e req-114855bf-fd3a-4cb8-a2a8-cb8e7e43f8b3 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0996308 Feb 18 13:02:05.616495 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1eec2444-7ba3-4972-834d-e463b0bff19e req-968b938e-ff47-48f8-904e-c4c12af0983b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0488324 Feb 18 13:02:05.668407 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:02:05.675153 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1eec2444-7ba3-4972-834d-e463b0bff19e req-98168f77-03a6-418c-a18f-e89e8a849eda service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316701 Feb 18 13:02:05.824531 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec2444-7ba3-4972-834d-e463b0bff19e req-05e1d0cd-b1f5-4494-afea-3b7a0e3cb4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:02:05.826035 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1eec2444-7ba3-4972-834d-e463b0bff19e req-05e1d0cd-b1f5-4494-afea-3b7a0e3cb4d2 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1445689 Feb 18 13:02:17.082010 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:02:31.059860 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ed16576a-d52b-43ac-b8f5-1c9a779c59f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:02:33.525473 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bf1be09b-d4a6-448a-bec3-7c6356733a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:02:34.002900 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:02:35.239373 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:02:35.670784 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:02:38.343469 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 13:02:47.107903 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:02:59.879182 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-7892096b-9e6d-4151-8436-5275e4929d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/floatingips/86752b23-ae66-431b-8094-4dbaf6cb338c HTTP/1.1" status: 200 len: 999 time: 0.1184244 Feb 18 13:03:00.044862 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-f589002e-ce0a-48a5-8524-86990ed9ec56 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:00.046288 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-f589002e-ce0a-48a5-8524-86990ed9ec56 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/networks/af22eeb7-a3c9-494b-a94b-4ce3a52cae78 HTTP/1.1" status: 200 len: 784 time: 0.1608868 Feb 18 13:03:00.057206 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-0a72472c-6b49-44dc-ab68-790d730288f8 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=83987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 13:03:00.058243 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-0a72472c-6b49-44dc-ab68-790d730288f8 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0060959 Feb 18 13:03:00.172954 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-f2d8f763-63f2-4b5c-8b2e-58e63b411165 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.27.1.124 HTTP/1.1" status: 200 len: 1002 time: 0.1084433 Feb 18 13:03:00.252646 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-99906dd8-d520-452e-bee3-3aa988b8de0b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:00.254109 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-99906dd8-d520-452e-bee3-3aa988b8de0b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports/fc821139-b9a6-454a-94f1-77e24502a354 HTTP/1.1" status: 200 len: 943 time: 0.0753343 Feb 18 13:03:00.443030 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-8640060d-30a3-48dc-b10a-3c3be7cafc19 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.27.1.124 HTTP/1.1" status: 200 len: 1002 time: 0.1061578 Feb 18 13:03:00.671274 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Deleting port 2882567c-94dc-46e2-94a4-66573c040621 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 13:03:00.671716 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:00.857808 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:00.858179 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:00.992397 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Calling delete_port for 2882567c-94dc-46e2-94a4-66573c040621 owned by network:floatingip {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 13:03:01.068840 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e7d535a-33c5-403f-af4b-ed81c94f922c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:01.159814 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:01.175299 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-515bbf72-5e27-4d0b-b5d3-f3ebb5551309 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:03:01.270073 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Pushing event deleted for resources: {'Port': ['ID=2882567c-94dc-46e2-94a4-66573c040621,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:03:01.287188 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:01.287629 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:01.288569 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:01.288979 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:01.289383 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:01.289784 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:01.290180 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:01.290578 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:01.290974 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:01.291368 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:01.291789 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:01.292182 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:01.292643 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:01.293017 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:01.293416 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:01.293840 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:01.294241 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:01.294637 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:01.295031 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:01.295423 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:01.295841 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:01.296230 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:01.296621 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:01.297010 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:01.302153 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:03:01.422049 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for floatingip, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:01.422416 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.l3_db [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Floating IP 86752b23-ae66-431b-8094-4dbaf6cb338c disassociated (deleted). External IP: 172.27.1.124, port: fc821139-b9a6-454a-94f1-77e24502a354. Feb 18 13:03:01.805831 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Router 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 13:03:02.006103 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 13:03:02.017877 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b851eb2-d675-4247-80b3-cb6fc7c173d7 None None] Sync routers for ids ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'] in dv-cinder-776422-1-iscsi {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 13:03:02.031362 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b851eb2-d675-4247-80b3-cb6fc7c173d7 None None] Routers {'5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 13:03:02.032079 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0b851eb2-d675-4247-80b3-cb6fc7c173d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T13:02:34Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:03:02.037307 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for floatingip, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:02.097669 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-025f5523-af65-45c8-976e-05011cf565fe tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "DELETE /v2.0/floatingips/86752b23-ae66-431b-8094-4dbaf6cb338c HTTP/1.1" status: 204 len: 173 time: 1.6479206 Feb 18 13:03:02.098572 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f812098-626f-44cc-ac52-c90f6d7c7254', 'tag': 'fc821139-b9a6-454a-94f1-77e24502a354'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 13:03:02.155656 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f812098-626f-44cc-ac52-c90f6d7c7254', 'tag': 'fc821139-b9a6-454a-94f1-77e24502a354', 'status': 'completed', 'code': 200} Feb 18 13:03:02.227336 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-0b851eb2-d675-4247-80b3-cb6fc7c173d7 None None] Set router 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 13:03:02.315047 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-9286e8d6-07cd-4741-b3aa-292fb68cde96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:02.316686 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-9286e8d6-07cd-4741-b3aa-292fb68cde96 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0044bd282b264e4a8076500916247f6f&device_id=8f812098-626f-44cc-ac52-c90f6d7c7254 HTTP/1.1" status: 200 len: 1163 time: 0.1927228 Feb 18 13:03:02.325533 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f17f8-39a5-412e-b9f9-289cdbc2021a req-90444212-4f5d-4e22-910d-d57e8c105880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:02.327315 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9a1f17f8-39a5-412e-b9f9-289cdbc2021a req-90444212-4f5d-4e22-910d-d57e8c105880 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0044bd282b264e4a8076500916247f6f&device_id=8f812098-626f-44cc-ac52-c90f6d7c7254 HTTP/1.1" status: 200 len: 1163 time: 0.1198578 Feb 18 13:03:02.625244 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0b851eb2-d675-4247-80b3-cb6fc7c173d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'name': 'tempest-TestVolumeBootPattern-941074253-router', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:54:48Z', 'updated_at': '2021-02-18T12:54:56Z', 'revision_number': 4, 'project_id': '0044bd282b264e4a8076500916247f6f', 'gw_port': {'id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:49Z', 'updated_at': '2021-02-18T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_floatingips': [{'id': 'd8c00fa1-510e-46bf-8c38-0b642ce0258a', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'router_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'port_id': '1e7f9dae-ac29-4aba-94e6-42028bdb0f78', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'mac_address': 'fa:16:3e:94:fc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e133b7-c020-4234-bf2c-4fe3bd1dcdde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:58:43Z', 'updated_at': '2021-02-18T12:58:48Z', 'revision_number': 2, 'project_id': '0044bd282b264e4a8076500916247f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c', 'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'mac_address': 'fa:16:3e:a9:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:54Z', 'updated_at': '2021-02-18T12:55:05Z', 'revision_number': 5, 'project_id': '0044bd282b264e4a8076500916247f6f', 'subnets': [{'id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:03:02.630709 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b851eb2-d675-4247-80b3-cb6fc7c173d7 None None] Checking router: 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 for host: dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 13:03:02.641949 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b851eb2-d675-4247-80b3-cb6fc7c173d7 None None] Routers {'5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 13:03:02.642640 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0b851eb2-d675-4247-80b3-cb6fc7c173d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T13:02:34Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:03:02.838138 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-0b851eb2-d675-4247-80b3-cb6fc7c173d7 None None] Set router 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 13:03:02.847919 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-822f91f5-e4e5-4fb6-a1e4-4c3cc7042897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:02.849574 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-822f91f5-e4e5-4fb6-a1e4-4c3cc7042897 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4964e697-e088-4339-9e4d-60047496f987 HTTP/1.1" status: 200 len: 905 time: 0.5212040 Feb 18 13:03:02.852706 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f17f8-39a5-412e-b9f9-289cdbc2021a req-e13c3130-5b3a-416c-83d3-9278d3d8281b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:02.854191 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9a1f17f8-39a5-412e-b9f9-289cdbc2021a req-e13c3130-5b3a-416c-83d3-9278d3d8281b service neutron] 10.222.0.99 "GET /v2.0/networks?id=4964e697-e088-4339-9e4d-60047496f987 HTTP/1.1" status: 200 len: 905 time: 0.5011272 Feb 18 13:03:02.985851 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-8f85589a-49b6-4ac1-be36-ef016986e916 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc821139-b9a6-454a-94f1-77e24502a354 HTTP/1.1" status: 200 len: 217 time: 0.1283655 Feb 18 13:03:02.995534 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9a1f17f8-39a5-412e-b9f9-289cdbc2021a req-9df75d79-9dfb-4409-b77e-3812cf0de09b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc821139-b9a6-454a-94f1-77e24502a354 HTTP/1.1" status: 200 len: 217 time: 0.0831530 Feb 18 13:03:03.128858 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-a81c69d2-cdb5-46b5-8776-8c88115bd77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:03.130502 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-a81c69d2-cdb5-46b5-8776-8c88115bd77d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=16b0130f-6807-4465-93a6-a479c0f09cef HTTP/1.1" status: 200 len: 850 time: 0.1279967 Feb 18 13:03:03.134531 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f17f8-39a5-412e-b9f9-289cdbc2021a req-8e7869bb-8907-4aac-a47e-597d2e06f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:03.135556 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9a1f17f8-39a5-412e-b9f9-289cdbc2021a req-8e7869bb-8907-4aac-a47e-597d2e06f82a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=16b0130f-6807-4465-93a6-a479c0f09cef HTTP/1.1" status: 200 len: 850 time: 0.0935979 Feb 18 13:03:03.239238 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0b851eb2-d675-4247-80b3-cb6fc7c173d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'name': 'tempest-TestVolumeBootPattern-941074253-router', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:54:48Z', 'updated_at': '2021-02-18T12:54:56Z', 'revision_number': 4, 'project_id': '0044bd282b264e4a8076500916247f6f', 'gw_port': {'id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:49Z', 'updated_at': '2021-02-18T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_floatingips': [{'id': 'd8c00fa1-510e-46bf-8c38-0b642ce0258a', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'router_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'port_id': '1e7f9dae-ac29-4aba-94e6-42028bdb0f78', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'mac_address': 'fa:16:3e:94:fc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e133b7-c020-4234-bf2c-4fe3bd1dcdde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:58:43Z', 'updated_at': '2021-02-18T12:58:48Z', 'revision_number': 2, 'project_id': '0044bd282b264e4a8076500916247f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c', 'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'mac_address': 'fa:16:3e:a9:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:54Z', 'updated_at': '2021-02-18T12:55:05Z', 'revision_number': 5, 'project_id': '0044bd282b264e4a8076500916247f6f', 'subnets': [{'id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:03:03.244093 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b851eb2-d675-4247-80b3-cb6fc7c173d7 None None] The sync data for ids ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'] in dv-cinder-776422-1-iscsi is: [{'id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'name': 'tempest-TestVolumeBootPattern-941074253-router', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:54:48Z', 'updated_at': '2021-02-18T12:54:56Z', 'revision_number': 4, 'project_id': '0044bd282b264e4a8076500916247f6f', 'gw_port': {'id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:49Z', 'updated_at': '2021-02-18T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_floatingips': [{'id': 'd8c00fa1-510e-46bf-8c38-0b642ce0258a', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'router_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'port_id': '1e7f9dae-ac29-4aba-94e6-42028bdb0f78', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'mac_address': 'fa:16:3e:94:fc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e133b7-c020-4234-bf2c-4fe3bd1dcdde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:58:43Z', 'updated_at': '2021-02-18T12:58:48Z', 'revision_number': 2, 'project_id': '0044bd282b264e4a8076500916247f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c', 'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'mac_address': 'fa:16:3e:a9:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:54Z', 'updated_at': '2021-02-18T12:55:05Z', 'revision_number': 5, 'project_id': '0044bd282b264e4a8076500916247f6f', 'subnets': [{'id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 13:03:03.290184 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-521b8329-e377-4a07-aa11-62a90feed92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:03.291876 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-521b8329-e377-4a07-aa11-62a90feed92c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4964e697-e088-4339-9e4d-60047496f987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1545894 Feb 18 13:03:03.293850 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f17f8-39a5-412e-b9f9-289cdbc2021a req-65b3fe9e-b187-4183-bfe6-1b7e2a76a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:03.295334 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9a1f17f8-39a5-412e-b9f9-289cdbc2021a req-65b3fe9e-b187-4183-bfe6-1b7e2a76a2a9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4964e697-e088-4339-9e4d-60047496f987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1221220 Feb 18 13:03:03.330491 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-9a1f17f8-39a5-412e-b9f9-289cdbc2021a req-208077da-7717-4000-83fc-63094998ab95 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=83987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 13:03:03.331626 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9a1f17f8-39a5-412e-b9f9-289cdbc2021a req-208077da-7717-4000-83fc-63094998ab95 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0066028 Feb 18 13:03:03.530639 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-916d51b8-a2fb-4cf1-b0de-eb705cc0f5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:03.569972 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-ccb09b63-46e1-43c5-b33c-9cf899c1cbef service neutron] 10.222.0.83 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700899 Feb 18 13:03:03.579243 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9a1f17f8-39a5-412e-b9f9-289cdbc2021a req-2b10a554-d8e5-4462-bc65-8a4800d83101 service neutron] 10.222.0.99 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958828 Feb 18 13:03:03.682491 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0cfda8-849e-4a08-958d-c7d17a6a04df None None] New status for floating IP 86752b23-ae66-431b-8094-4dbaf6cb338c: DOWN {{(pid=83988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 13:03:03.841793 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1b92d8cc-4564-475f-b872-7bd4b1fcb68c req-ad7456e5-a010-4944-9142-f540515d3e94 service neutron] 10.222.0.83 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2648349 Feb 18 13:03:03.848114 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9a1f17f8-39a5-412e-b9f9-289cdbc2021a req-ae011507-5d1d-495a-8b36-98e16ff18fdb service neutron] 10.222.0.99 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2445033 Feb 18 13:03:04.005227 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:04.267845 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a9af3-6bf0-4668-89d2-472c2187d789 req-7a3b6b4c-1932-41fa-8d9b-8a611c3ce99b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:04.268908 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a01a9af3-6bf0-4668-89d2-472c2187d789 req-7a3b6b4c-1932-41fa-8d9b-8a611c3ce99b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Synchronizing usage tracker for tenant:0044bd282b264e4a8076500916247f6f on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 13:03:04.284009 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a01a9af3-6bf0-4668-89d2-472c2187d789 req-7a3b6b4c-1932-41fa-8d9b-8a611c3ce99b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Unset dirty status for tenant:0044bd282b264e4a8076500916247f6f on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 13:03:04.285291 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a01a9af3-6bf0-4668-89d2-472c2187d789 req-7a3b6b4c-1932-41fa-8d9b-8a611c3ce99b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f812098-626f-44cc-ac52-c90f6d7c7254 HTTP/1.1" status: 200 len: 946 time: 0.1029871 Feb 18 13:03:04.336716 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a01a9af3-6bf0-4668-89d2-472c2187d789 req-6f0e6909-a7ed-4027-9f1c-9f5a3e45d56e tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0446115 Feb 18 13:03:05.244438 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:05.555897 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5633847-5569-47ad-a45f-8de53f70674e req-9949d642-4e12-4022-a934-4c2368cb63a5 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:05.557642 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e5633847-5569-47ad-a45f-8de53f70674e req-9949d642-4e12-4022-a934-4c2368cb63a5 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f812098-626f-44cc-ac52-c90f6d7c7254 HTTP/1.1" status: 200 len: 946 time: 0.0911057 Feb 18 13:03:05.612371 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e5633847-5569-47ad-a45f-8de53f70674e req-3c6b2dbc-59a7-42e3-86fa-38fa8ac365d3 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0481248 Feb 18 13:03:05.673516 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:06.032077 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fb208-dcf1-4cfd-ac89-2f01f875a6b9 req-6250b59c-7efa-4a76-b744-f38b1793a6f6 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:06.033720 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0c7fb208-dcf1-4cfd-ac89-2f01f875a6b9 req-6250b59c-7efa-4a76-b744-f38b1793a6f6 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f812098-626f-44cc-ac52-c90f6d7c7254 HTTP/1.1" status: 200 len: 946 time: 0.0939980 Feb 18 13:03:06.112693 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-0c7fb208-dcf1-4cfd-ac89-2f01f875a6b9 req-937c88f0-f05a-4474-b270-67f02ec12fbb tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Deleting port fc821139-b9a6-454a-94f1-77e24502a354 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 13:03:06.113079 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-0c7fb208-dcf1-4cfd-ac89-2f01f875a6b9 req-937c88f0-f05a-4474-b270-67f02ec12fbb tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:06.402335 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-0c7fb208-dcf1-4cfd-ac89-2f01f875a6b9 req-937c88f0-f05a-4474-b270-67f02ec12fbb tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] For port fc821139-b9a6-454a-94f1-77e24502a354, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=fc821139-b9a6-454a-94f1-77e24502a354,segment=NetworkSegment(d163d6fb-69d5-4c8e-beef-2ee437204402),segment_id=d163d6fb-69d5-4c8e-beef-2ee437204402)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 13:03:06.402756 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-0c7fb208-dcf1-4cfd-ac89-2f01f875a6b9 req-937c88f0-f05a-4474-b270-67f02ec12fbb tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:06.540730 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-0c7fb208-dcf1-4cfd-ac89-2f01f875a6b9 req-937c88f0-f05a-4474-b270-67f02ec12fbb tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Calling delete_port for fc821139-b9a6-454a-94f1-77e24502a354 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 13:03:06.704703 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-0c7fb208-dcf1-4cfd-ac89-2f01f875a6b9 req-937c88f0-f05a-4474-b270-67f02ec12fbb tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:06.720552 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a0171023-b403-4b84-8d7b-ffdf984a5c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:03:06.790515 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device fc821139-b9a6-454a-94f1-77e24502a354 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 13:03:06.828420 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] No Port match for: fc821139-b9a6-454a-94f1-77e24502a354 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 13:03:06.828812 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device fc821139-b9a6-454a-94f1-77e24502a354 not bound to the agent host hv-cinder-77642 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 13:03:06.856882 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c88f0-f05a-4474-b270-67f02ec12fbb tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Pushing event deleted for resources: {'Port': ['ID=fc821139-b9a6-454a-94f1-77e24502a354,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:03:06.868871 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-937c88f0-f05a-4474-b270-67f02ec12fbb tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:03:06.888807 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1b47747b-7b55-43c6-82a4-307e84167e2b req-dc4d955b-9bdb-45c4-9439-e5b60d9ea77f tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f812098-626f-44cc-ac52-c90f6d7c7254 HTTP/1.1" status: 200 len: 210 time: 0.1287746 Feb 18 13:03:06.988395 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7fb208-dcf1-4cfd-ac89-2f01f875a6b9 req-937c88f0-f05a-4474-b270-67f02ec12fbb tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] No DVR routers for this DVR port fc821139-b9a6-454a-94f1-77e24502a354 on host hv-cinder-77642 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 13:03:06.990754 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-0c7fb208-dcf1-4cfd-ac89-2f01f875a6b9 req-937c88f0-f05a-4474-b270-67f02ec12fbb tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:06.993755 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f812098-626f-44cc-ac52-c90f6d7c7254', 'name': 'network-vif-deleted', 'tag': 'fc821139-b9a6-454a-94f1-77e24502a354'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 13:03:07.010486 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0c7fb208-dcf1-4cfd-ac89-2f01f875a6b9 req-937c88f0-f05a-4474-b270-67f02ec12fbb tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.99 "DELETE /v2.0/ports/fc821139-b9a6-454a-94f1-77e24502a354 HTTP/1.1" status: 204 len: 173 time: 0.9711537 Feb 18 13:03:07.044633 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f812098-626f-44cc-ac52-c90f6d7c7254', 'name': 'network-vif-deleted', 'tag': 'fc821139-b9a6-454a-94f1-77e24502a354', 'status': 'completed', 'code': 200} Feb 18 13:03:07.481337 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e97c7b0e-da0a-4a98-b3de-429fb291d017 req-22354aae-2f4f-4673-ba2a-8d898f169ab7 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0872076 Feb 18 13:03:07.594504 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c7b0e-da0a-4a98-b3de-429fb291d017 req-2661fa59-181e-4480-a179-40f58a5d6f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:07.596121 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e97c7b0e-da0a-4a98-b3de-429fb291d017 req-2661fa59-181e-4480-a179-40f58a5d6f0d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0044bd282b264e4a8076500916247f6f&device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde HTTP/1.1" status: 200 len: 1163 time: 0.0813971 Feb 18 13:03:07.763192 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c7b0e-da0a-4a98-b3de-429fb291d017 req-e4381cbf-2ea6-499d-8b4a-0f2ff88e6987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:07.764843 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e97c7b0e-da0a-4a98-b3de-429fb291d017 req-e4381cbf-2ea6-499d-8b4a-0f2ff88e6987 service neutron] 10.222.0.99 "GET /v2.0/networks?id=4964e697-e088-4339-9e4d-60047496f987 HTTP/1.1" status: 200 len: 905 time: 0.1438034 Feb 18 13:03:07.880247 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e97c7b0e-da0a-4a98-b3de-429fb291d017 req-a7733289-2e6a-449f-ad69-41b8616ac30f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e7f9dae-ac29-4aba-94e6-42028bdb0f78 HTTP/1.1" status: 200 len: 1002 time: 0.1057675 Feb 18 13:03:07.957560 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c7b0e-da0a-4a98-b3de-429fb291d017 req-1b359be8-a9e8-40ad-9547-3f6ac372bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:07.959470 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e97c7b0e-da0a-4a98-b3de-429fb291d017 req-1b359be8-a9e8-40ad-9547-3f6ac372bd1b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=16b0130f-6807-4465-93a6-a479c0f09cef HTTP/1.1" status: 200 len: 850 time: 0.0710247 Feb 18 13:03:08.177843 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-dcc6ff44-7747-44e0-8396-872564811c8d req-f9bee114-85f1-4003-8e7a-2b9da6da119b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Synchronizing usage tracker for tenant:0044bd282b264e4a8076500916247f6f on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 13:03:08.214701 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-dcc6ff44-7747-44e0-8396-872564811c8d req-f9bee114-85f1-4003-8e7a-2b9da6da119b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Unset dirty status for tenant:0044bd282b264e4a8076500916247f6f on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 13:03:08.216987 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dcc6ff44-7747-44e0-8396-872564811c8d req-f9bee114-85f1-4003-8e7a-2b9da6da119b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f812098-626f-44cc-ac52-c90f6d7c7254 HTTP/1.1" status: 200 len: 210 time: 0.1681707 Feb 18 13:03:08.238441 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c7b0e-da0a-4a98-b3de-429fb291d017 req-1355bff1-7486-4b01-b5d9-babce2f9e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:08.241793 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e97c7b0e-da0a-4a98-b3de-429fb291d017 req-1355bff1-7486-4b01-b5d9-babce2f9e6e4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4964e697-e088-4339-9e4d-60047496f987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2740250 Feb 18 13:03:08.660930 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e97c7b0e-da0a-4a98-b3de-429fb291d017 req-58cfec19-a286-42c5-93ec-a5812390900c service neutron] 10.222.0.99 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126534 Feb 18 13:03:08.809221 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e97c7b0e-da0a-4a98-b3de-429fb291d017 req-64de35a0-7646-4d11-b46d-ceacff395a74 service neutron] 10.222.0.99 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1414926 Feb 18 13:03:11.888744 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-26b5daef-e401-42f6-8f4c-f11262f1d6bf tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/floatingips/d8c00fa1-510e-46bf-8c38-0b642ce0258a HTTP/1.1" status: 200 len: 999 time: 0.1176174 Feb 18 13:03:12.049991 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-354a0ce4-5342-410b-8283-95a24ce6838a tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:12.051404 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-354a0ce4-5342-410b-8283-95a24ce6838a tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/networks/af22eeb7-a3c9-494b-a94b-4ce3a52cae78 HTTP/1.1" status: 200 len: 784 time: 0.1566138 Feb 18 13:03:12.163729 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-85293e53-1918-4676-9b8e-f978af8b27b1 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Synchronizing usage tracker for tenant:0044bd282b264e4a8076500916247f6f on resource:floatingip {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 13:03:12.178260 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-85293e53-1918-4676-9b8e-f978af8b27b1 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Unset dirty status for tenant:0044bd282b264e4a8076500916247f6f on resource:floatingip {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 13:03:12.180042 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-85293e53-1918-4676-9b8e-f978af8b27b1 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.27.1.150 HTTP/1.1" status: 200 len: 1002 time: 0.1217120 Feb 18 13:03:12.262053 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-d9b05bc1-4ff8-4589-a3bc-0f9f2aa7b75b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:12.263568 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-d9b05bc1-4ff8-4589-a3bc-0f9f2aa7b75b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports/1e7f9dae-ac29-4aba-94e6-42028bdb0f78 HTTP/1.1" status: 200 len: 943 time: 0.0774739 Feb 18 13:03:12.453678 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-6b0d6e60-4b6e-4aad-8f3e-fbc4ebbc8728 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.27.1.150 HTTP/1.1" status: 200 len: 1002 time: 0.1097457 Feb 18 13:03:12.681484 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-8a7bc32f-9e43-4ce3-94a5-634cd3f29b3b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Deleting port c4e09a45-764b-472c-a6de-17015e7941fb {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 13:03:12.681873 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-8a7bc32f-9e43-4ce3-94a5-634cd3f29b3b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:12.864023 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-8a7bc32f-9e43-4ce3-94a5-634cd3f29b3b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:12.864406 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-8a7bc32f-9e43-4ce3-94a5-634cd3f29b3b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:12.997456 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-8a7bc32f-9e43-4ce3-94a5-634cd3f29b3b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Calling delete_port for c4e09a45-764b-472c-a6de-17015e7941fb owned by network:floatingip {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 13:03:13.159195 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-8a7bc32f-9e43-4ce3-94a5-634cd3f29b3b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:13.174564 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-515bbf72-5e27-4d0b-b5d3-f3ebb5551309 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:03:13.272162 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7bc32f-9e43-4ce3-94a5-634cd3f29b3b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Pushing event deleted for resources: {'Port': ['ID=c4e09a45-764b-472c-a6de-17015e7941fb,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:03:13.282011 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8a7bc32f-9e43-4ce3-94a5-634cd3f29b3b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:03:13.402852 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-8a7bc32f-9e43-4ce3-94a5-634cd3f29b3b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for floatingip, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:13.403224 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.db.l3_db [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-8a7bc32f-9e43-4ce3-94a5-634cd3f29b3b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Floating IP d8c00fa1-510e-46bf-8c38-0b642ce0258a disassociated (deleted). External IP: 172.27.1.150, port: 1e7f9dae-ac29-4aba-94e6-42028bdb0f78. Feb 18 13:03:13.786690 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-8a7bc32f-9e43-4ce3-94a5-634cd3f29b3b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Router 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 13:03:13.980948 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-8a7bc32f-9e43-4ce3-94a5-634cd3f29b3b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 13:03:13.990749 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb47beb2-fc6f-4f8c-95d5-c2e162739401 None None] Sync routers for ids ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'] in dv-cinder-776422-1-iscsi {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 13:03:14.001174 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb47beb2-fc6f-4f8c-95d5-c2e162739401 None None] Routers {'5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 13:03:14.001864 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-fb47beb2-fc6f-4f8c-95d5-c2e162739401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T13:03:04Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:03:14.013537 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-8a7bc32f-9e43-4ce3-94a5-634cd3f29b3b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for floatingip, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:14.073233 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-8a7bc32f-9e43-4ce3-94a5-634cd3f29b3b tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "DELETE /v2.0/floatingips/d8c00fa1-510e-46bf-8c38-0b642ce0258a HTTP/1.1" status: 204 len: 173 time: 1.6134157 Feb 18 13:03:14.073720 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e133b7-c020-4234-bf2c-4fe3bd1dcdde', 'tag': '1e7f9dae-ac29-4aba-94e6-42028bdb0f78'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 13:03:14.125207 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e133b7-c020-4234-bf2c-4fe3bd1dcdde', 'tag': '1e7f9dae-ac29-4aba-94e6-42028bdb0f78', 'status': 'completed', 'code': 200} Feb 18 13:03:14.169539 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-8ea529be-b84c-4a24-86ba-33d38d067477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:14.171188 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-8ea529be-b84c-4a24-86ba-33d38d067477 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0044bd282b264e4a8076500916247f6f&device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde HTTP/1.1" status: 200 len: 1163 time: 0.0819573 Feb 18 13:03:14.195139 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-fb47beb2-fc6f-4f8c-95d5-c2e162739401 None None] Set router 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 13:03:14.634051 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27479b0f-1a9e-4a93-a81d-d898ea8b7bc0 req-d0f1b87b-53ad-403a-80fd-58b85e00d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:14.635693 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27479b0f-1a9e-4a93-a81d-d898ea8b7bc0 req-d0f1b87b-53ad-403a-80fd-58b85e00d2b4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0044bd282b264e4a8076500916247f6f&device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde HTTP/1.1" status: 200 len: 1163 time: 0.4635441 Feb 18 13:03:14.638247 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-d399946d-b01a-4986-9783-442feab8984d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:14.639893 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-d399946d-b01a-4986-9783-442feab8984d service neutron] 10.222.0.83 "GET /v2.0/networks?id=4964e697-e088-4339-9e4d-60047496f987 HTTP/1.1" status: 200 len: 905 time: 0.4306951 Feb 18 13:03:14.697827 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-fb47beb2-fc6f-4f8c-95d5-c2e162739401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'name': 'tempest-TestVolumeBootPattern-941074253-router', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:54:48Z', 'updated_at': '2021-02-18T12:54:56Z', 'revision_number': 4, 'project_id': '0044bd282b264e4a8076500916247f6f', 'gw_port': {'id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:49Z', 'updated_at': '2021-02-18T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c', 'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'mac_address': 'fa:16:3e:a9:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:54Z', 'updated_at': '2021-02-18T12:55:05Z', 'revision_number': 5, 'project_id': '0044bd282b264e4a8076500916247f6f', 'subnets': [{'id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:03:14.701985 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb47beb2-fc6f-4f8c-95d5-c2e162739401 None None] Checking router: 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 for host: dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 13:03:14.710959 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb47beb2-fc6f-4f8c-95d5-c2e162739401 None None] Routers {'5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 13:03:14.711660 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-fb47beb2-fc6f-4f8c-95d5-c2e162739401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T13:03:04Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:03:14.795668 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-64f3f390-9a49-4422-94f8-6f126429bd58 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e7f9dae-ac29-4aba-94e6-42028bdb0f78 HTTP/1.1" status: 200 len: 217 time: 0.1289103 Feb 18 13:03:14.901197 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-fb47beb2-fc6f-4f8c-95d5-c2e162739401 None None] Set router 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 13:03:14.902629 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-1ba7e488-265a-41f3-aade-b95173ace283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:14.904404 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-1ba7e488-265a-41f3-aade-b95173ace283 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=16b0130f-6807-4465-93a6-a479c0f09cef HTTP/1.1" status: 200 len: 850 time: 0.1016858 Feb 18 13:03:14.909211 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27479b0f-1a9e-4a93-a81d-d898ea8b7bc0 req-af4e9b61-2868-4044-a3c1-f55a587bf3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:14.910693 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27479b0f-1a9e-4a93-a81d-d898ea8b7bc0 req-af4e9b61-2868-4044-a3c1-f55a587bf3fe service neutron] 10.222.0.99 "GET /v2.0/networks?id=4964e697-e088-4339-9e4d-60047496f987 HTTP/1.1" status: 200 len: 905 time: 0.2679958 Feb 18 13:03:15.033186 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27479b0f-1a9e-4a93-a81d-d898ea8b7bc0 req-021bcd73-de38-4f80-9809-a78db09c7df0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e7f9dae-ac29-4aba-94e6-42028bdb0f78 HTTP/1.1" status: 200 len: 217 time: 0.0857835 Feb 18 13:03:15.118133 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-bae4b3bf-612f-4956-8c00-4bd6bad85b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:15.119820 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-bae4b3bf-612f-4956-8c00-4bd6bad85b52 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4964e697-e088-4339-9e4d-60047496f987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2081852 Feb 18 13:03:15.121261 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27479b0f-1a9e-4a93-a81d-d898ea8b7bc0 req-679fcf48-0110-4cca-afbe-cf468d6a1960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:15.122905 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27479b0f-1a9e-4a93-a81d-d898ea8b7bc0 req-679fcf48-0110-4cca-afbe-cf468d6a1960 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=16b0130f-6807-4465-93a6-a479c0f09cef HTTP/1.1" status: 200 len: 850 time: 0.0827317 Feb 18 13:03:15.240684 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-fb47beb2-fc6f-4f8c-95d5-c2e162739401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'name': 'tempest-TestVolumeBootPattern-941074253-router', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:54:48Z', 'updated_at': '2021-02-18T12:54:56Z', 'revision_number': 4, 'project_id': '0044bd282b264e4a8076500916247f6f', 'gw_port': {'id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:49Z', 'updated_at': '2021-02-18T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c', 'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'mac_address': 'fa:16:3e:a9:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:54Z', 'updated_at': '2021-02-18T12:55:05Z', 'revision_number': 5, 'project_id': '0044bd282b264e4a8076500916247f6f', 'subnets': [{'id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:03:15.244981 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb47beb2-fc6f-4f8c-95d5-c2e162739401 None None] The sync data for ids ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'] in dv-cinder-776422-1-iscsi is: [{'id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'name': 'tempest-TestVolumeBootPattern-941074253-router', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:54:48Z', 'updated_at': '2021-02-18T12:54:56Z', 'revision_number': 4, 'project_id': '0044bd282b264e4a8076500916247f6f', 'gw_port': {'id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:49Z', 'updated_at': '2021-02-18T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi', '_interfaces': [{'id': '975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c', 'name': '', 'network_id': '4964e697-e088-4339-9e4d-60047496f987', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'mac_address': 'fa:16:3e:a9:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:54Z', 'updated_at': '2021-02-18T12:55:05Z', 'revision_number': 5, 'project_id': '0044bd282b264e4a8076500916247f6f', 'subnets': [{'id': '16b0130f-6807-4465-93a6-a479c0f09cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 13:03:15.336955 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-4d56f2ee-061b-4efd-9e67-50777428b055 service neutron] 10.222.0.83 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092795 Feb 18 13:03:15.343028 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27479b0f-1a9e-4a93-a81d-d898ea8b7bc0 req-e5c6fb97-6029-4444-b2ec-9d66b6c92565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:15.344188 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 13:03:15.344739 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27479b0f-1a9e-4a93-a81d-d898ea8b7bc0 req-e5c6fb97-6029-4444-b2ec-9d66b6c92565 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4964e697-e088-4339-9e4d-60047496f987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1923132 Feb 18 13:03:15.606818 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f73c1baa-fcd0-4064-9a0a-2ff2aae0ed89 req-7a456651-898b-40bd-aed1-dfeecdab8b64 service neutron] 10.222.0.83 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2609327 Feb 18 13:03:15.615248 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27479b0f-1a9e-4a93-a81d-d898ea8b7bc0 req-59fc72bc-0d8e-4769-aab2-5272a66ac6bd service neutron] 10.222.0.99 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453916 Feb 18 13:03:15.675594 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb06055-e5e2-4391-b269-a2caf200304f None None] New status for floating IP d8c00fa1-510e-46bf-8c38-0b642ce0258a: DOWN {{(pid=83988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 13:03:15.770197 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27479b0f-1a9e-4a93-a81d-d898ea8b7bc0 req-24a6f66d-c83c-482f-b98a-0be946b8e4e2 service neutron] 10.222.0.99 "GET /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1478779 Feb 18 13:03:16.024653 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482e270-a2af-4b7d-8fdf-368253c0024d req-0a2cd8b4-dc3d-4d3e-853b-f7e0b7e32811 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:16.025427 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-d482e270-a2af-4b7d-8fdf-368253c0024d req-0a2cd8b4-dc3d-4d3e-853b-f7e0b7e32811 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Synchronizing usage tracker for tenant:0044bd282b264e4a8076500916247f6f on resource:port {{(pid=83987) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 13:03:16.040687 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-d482e270-a2af-4b7d-8fdf-368253c0024d req-0a2cd8b4-dc3d-4d3e-853b-f7e0b7e32811 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Unset dirty status for tenant:0044bd282b264e4a8076500916247f6f on resource:port {{(pid=83987) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 13:03:16.041952 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d482e270-a2af-4b7d-8fdf-368253c0024d req-0a2cd8b4-dc3d-4d3e-853b-f7e0b7e32811 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde HTTP/1.1" status: 200 len: 946 time: 0.1021748 Feb 18 13:03:16.090471 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d482e270-a2af-4b7d-8fdf-368253c0024d req-8d5191db-75cb-4322-9403-4997c4e81099 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0420725 Feb 18 13:03:17.126791 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:17.344251 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867563a1-b4ad-46f1-afbc-9be9935e4b54 req-c3dc85e0-932c-4d04-baee-f6d4d0ba2a4e tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:17.345863 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-867563a1-b4ad-46f1-afbc-9be9935e4b54 req-c3dc85e0-932c-4d04-baee-f6d4d0ba2a4e tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde HTTP/1.1" status: 200 len: 946 time: 0.1404407 Feb 18 13:03:17.395267 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-867563a1-b4ad-46f1-afbc-9be9935e4b54 req-8820c404-9c70-4f15-9a15-be597b16f465 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups?id=44c7a501-2806-47c6-abf1-7451f07cab27&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0425601 Feb 18 13:03:17.813285 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ab7e2-1773-406b-9d24-7c64cc7c7d8c req-69b2f12b-e651-4d36-bc61-13e789ec2d07 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:17.814759 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aa1ab7e2-1773-406b-9d24-7c64cc7c7d8c req-69b2f12b-e651-4d36-bc61-13e789ec2d07 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.99 "GET /v2.0/ports?device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde HTTP/1.1" status: 200 len: 946 time: 0.0893106 Feb 18 13:03:17.890706 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-aa1ab7e2-1773-406b-9d24-7c64cc7c7d8c req-cc18982d-cd4d-4f74-aaaa-98c4a7ca8bca tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Deleting port 1e7f9dae-ac29-4aba-94e6-42028bdb0f78 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 13:03:17.891085 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-aa1ab7e2-1773-406b-9d24-7c64cc7c7d8c req-cc18982d-cd4d-4f74-aaaa-98c4a7ca8bca tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:18.154376 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-aa1ab7e2-1773-406b-9d24-7c64cc7c7d8c req-cc18982d-cd4d-4f74-aaaa-98c4a7ca8bca tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] For port 1e7f9dae-ac29-4aba-94e6-42028bdb0f78, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=1e7f9dae-ac29-4aba-94e6-42028bdb0f78,segment=NetworkSegment(d163d6fb-69d5-4c8e-beef-2ee437204402),segment_id=d163d6fb-69d5-4c8e-beef-2ee437204402)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 13:03:18.154979 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-aa1ab7e2-1773-406b-9d24-7c64cc7c7d8c req-cc18982d-cd4d-4f74-aaaa-98c4a7ca8bca tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:18.286074 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-aa1ab7e2-1773-406b-9d24-7c64cc7c7d8c req-cc18982d-cd4d-4f74-aaaa-98c4a7ca8bca tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Calling delete_port for 1e7f9dae-ac29-4aba-94e6-42028bdb0f78 owned by compute:nova {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 13:03:18.445207 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-aa1ab7e2-1773-406b-9d24-7c64cc7c7d8c req-cc18982d-cd4d-4f74-aaaa-98c4a7ca8bca tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:18.460900 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a5669103-ef27-4fb0-8e94-a2e8b1581d53 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:03:18.557744 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18982d-cd4d-4f74-aaaa-98c4a7ca8bca tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Pushing event deleted for resources: {'Port': ['ID=1e7f9dae-ac29-4aba-94e6-42028bdb0f78,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:03:18.566158 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cc18982d-cd4d-4f74-aaaa-98c4a7ca8bca tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:03:18.684647 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c9775e8f-5769-415f-a1de-b7c2108bcd0e req-381ec9ea-0c04-48af-8807-741f56840615 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/ports?device_id=e9e133b7-c020-4234-bf2c-4fe3bd1dcdde HTTP/1.1" status: 200 len: 210 time: 0.1242893 Feb 18 13:03:18.731691 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1ab7e2-1773-406b-9d24-7c64cc7c7d8c req-cc18982d-cd4d-4f74-aaaa-98c4a7ca8bca tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] No DVR routers for this DVR port 1e7f9dae-ac29-4aba-94e6-42028bdb0f78 on host hv-cinder-77642 {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 13:03:18.734021 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-aa1ab7e2-1773-406b-9d24-7c64cc7c7d8c req-cc18982d-cd4d-4f74-aaaa-98c4a7ca8bca tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for port, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:18.736908 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e133b7-c020-4234-bf2c-4fe3bd1dcdde', 'name': 'network-vif-deleted', 'tag': '1e7f9dae-ac29-4aba-94e6-42028bdb0f78'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 13:03:18.752997 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aa1ab7e2-1773-406b-9d24-7c64cc7c7d8c req-cc18982d-cd4d-4f74-aaaa-98c4a7ca8bca tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.99 "DELETE /v2.0/ports/1e7f9dae-ac29-4aba-94e6-42028bdb0f78 HTTP/1.1" status: 204 len: 173 time: 0.9324651 Feb 18 13:03:18.785848 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e133b7-c020-4234-bf2c-4fe3bd1dcdde', 'name': 'network-vif-deleted', 'tag': '1e7f9dae-ac29-4aba-94e6-42028bdb0f78', 'status': 'completed', 'code': 200} Feb 18 13:03:18.843683 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 1e7f9dae-ac29-4aba-94e6-42028bdb0f78 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 13:03:18.881313 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] No Port match for: 1e7f9dae-ac29-4aba-94e6-42028bdb0f78 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 13:03:18.881714 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Device 1e7f9dae-ac29-4aba-94e6-42028bdb0f78 not bound to the agent host hv-cinder-77642 {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 13:03:19.893694 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f5851e98-a9bc-4afb-8b59-acd301e5b422 req-2759b0dd-2afe-4ba0-9aee-40008765a403 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/floatingips/2115eb4c-50ee-4f1a-ad73-a665d8f1dc44 HTTP/1.1" status: 200 len: 693 time: 0.0903101 Feb 18 13:03:20.055322 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5851e98-a9bc-4afb-8b59-acd301e5b422 req-3153d48e-dd9c-48d5-bf18-05441b7273d4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:03:20.056836 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f5851e98-a9bc-4afb-8b59-acd301e5b422 req-3153d48e-dd9c-48d5-bf18-05441b7273d4 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/networks/af22eeb7-a3c9-494b-a94b-4ce3a52cae78 HTTP/1.1" status: 200 len: 784 time: 0.1573257 Feb 18 13:03:20.067956 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-f5851e98-a9bc-4afb-8b59-acd301e5b422 req-c3ff27e9-b7fa-46f2-a9d6-d1ec230dc5a8 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=83986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 13:03:20.069005 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f5851e98-a9bc-4afb-8b59-acd301e5b422 req-c3ff27e9-b7fa-46f2-a9d6-d1ec230dc5a8 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0060010 Feb 18 13:03:20.153561 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f5851e98-a9bc-4afb-8b59-acd301e5b422 req-f8068224-1284-4204-bccb-cf5cb875a75d tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.27.1.227 HTTP/1.1" status: 200 len: 696 time: 0.0784180 Feb 18 13:03:20.241917 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f5851e98-a9bc-4afb-8b59-acd301e5b422 req-68401423-f39d-4254-b2b0-0f2022ff3931 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.27.1.227 HTTP/1.1" status: 200 len: 696 time: 0.0814712 Feb 18 13:03:20.419444 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-f5851e98-a9bc-4afb-8b59-acd301e5b422 req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Deleting port 6e7c254f-c278-4c09-a1e9-1dd736639206 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 13:03:20.419774 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f5851e98-a9bc-4afb-8b59-acd301e5b422 req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:20.602611 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f5851e98-a9bc-4afb-8b59-acd301e5b422 req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:20.602982 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f5851e98-a9bc-4afb-8b59-acd301e5b422 req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:20.736288 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-f5851e98-a9bc-4afb-8b59-acd301e5b422 req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Calling delete_port for 6e7c254f-c278-4c09-a1e9-1dd736639206 owned by network:floatingip {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 13:03:20.888533 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f5851e98-a9bc-4afb-8b59-acd301e5b422 req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848845764'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:20.904987 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9569ca09-f2a8-4b75-9577-eeec7fdaadb2 tempest-TestMinimumBasicScenario-74846277 tempest-TestMinimumBasicScenario-74846277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:03:21.008045 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Pushing event deleted for resources: {'Port': ['ID=6e7c254f-c278-4c09-a1e9-1dd736639206,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:03:21.020026 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:21.020457 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:21.020869 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:21.021277 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:21.021683 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:21.022090 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:21.022519 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:21.022922 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:21.023321 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:21.023741 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:21.024140 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:21.024535 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:21.025001 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:21.025398 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:21.025793 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:21.026186 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:21.026579 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:21.026973 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:21.027369 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:21.027815 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:21.028209 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:21.028599 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:21.028991 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:21.029379 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-iscsi {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:03:21.034355 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:03:21.148263 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f5851e98-a9bc-4afb-8b59-acd301e5b422 req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for floatingip, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:21.166380 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f5851e98-a9bc-4afb-8b59-acd301e5b422 req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31984'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:21.167650 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f5851e98-a9bc-4afb-8b59-acd301e5b422 req-3ef92241-2154-4585-a16d-56eb8afaab2c tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "DELETE /v2.0/floatingips/2115eb4c-50ee-4f1a-ad73-a665d8f1dc44 HTTP/1.1" status: 204 len: 173 time: 0.9197533 Feb 18 13:03:22.642722 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4db7a726-9a3a-4803-b2fe-4591c0982178 req-32caf99a-c30e-42aa-9d00-c4c5473e89b2 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "GET /v2.0/security-groups/44c7a501-2806-47c6-abf1-7451f07cab27 HTTP/1.1" status: 200 len: 2997 time: 0.0526080 Feb 18 13:03:22.716465 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4db7a726-9a3a-4803-b2fe-4591c0982178 req-b0a5d46f-bbe6-4749-a70f-b9046a3897d8 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:22.747679 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4db7a726-9a3a-4803-b2fe-4591c0982178 req-b0a5d46f-bbe6-4749-a70f-b9046a3897d8 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:22.800600 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4db7a726-9a3a-4803-b2fe-4591c0982178 req-b0a5d46f-bbe6-4749-a70f-b9046a3897d8 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:22.806490 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0438e8d7-526a-482a-9085-ae4750877209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:03:22.822185 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5d46f-bbe6-4749-a70f-b9046a3897d8 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c7a501-2806-47c6-abf1-7451f07cab27,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:03:22.825218 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b0a5d46f-bbe6-4749-a70f-b9046a3897d8 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:03:22.832956 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-4db7a726-9a3a-4803-b2fe-4591c0982178 req-b0a5d46f-bbe6-4749-a70f-b9046a3897d8 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:22.834192 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4db7a726-9a3a-4803-b2fe-4591c0982178 req-b0a5d46f-bbe6-4749-a70f-b9046a3897d8 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] 10.222.0.83 "DELETE /v2.0/security-groups/44c7a501-2806-47c6-abf1-7451f07cab27 HTTP/1.1" status: 204 len: 173 time: 0.1845253 Feb 18 13:03:22.897390 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 56088) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 13:03:23.827807 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f1611bbb-96f7-4a2f-90e0-22223f9c2735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854411185'] for router_interface, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:24.203122 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-f1611bbb-96f7-4a2f-90e0-22223f9c2735 admin admin] Deleting port 975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 13:03:24.203516 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f1611bbb-96f7-4a2f-90e0-22223f9c2735 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:24.387265 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-f1611bbb-96f7-4a2f-90e0-22223f9c2735 admin admin] For port 975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c,segment=NetworkSegment(d163d6fb-69d5-4c8e-beef-2ee437204402),segment_id=d163d6fb-69d5-4c8e-beef-2ee437204402)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 13:03:24.387704 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f1611bbb-96f7-4a2f-90e0-22223f9c2735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:24.530015 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-f1611bbb-96f7-4a2f-90e0-22223f9c2735 admin admin] Calling delete_port for 975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c owned by network:router_interface {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 13:03:24.709611 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f1611bbb-96f7-4a2f-90e0-22223f9c2735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:24.724988 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d5cd01ea-da44-43c1-8879-d30cced55bdc tempest-AttachVolumeShelveTestJSON-1264751872 tempest-AttachVolumeShelveTestJSON-1264751872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:03:24.829609 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1611bbb-96f7-4a2f-90e0-22223f9c2735 admin admin] Pushing event deleted for resources: {'Port': ['ID=975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:03:24.834308 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f1611bbb-96f7-4a2f-90e0-22223f9c2735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:03:25.136675 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f1611bbb-96f7-4a2f-90e0-22223f9c2735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355836'] for router_interface, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:25.657002 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1611bbb-96f7-4a2f-90e0-22223f9c2735 admin admin] Router 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 13:03:25.849771 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1611bbb-96f7-4a2f-90e0-22223f9c2735 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 13:03:25.859238 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86aef13-0de6-4923-b2d3-dce7b54bcb0d None None] Sync routers for ids ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'] in dv-cinder-776422-1-iscsi {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 13:03:25.864269 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-f1611bbb-96f7-4a2f-90e0-22223f9c2735 admin admin] 10.222.0.83 "PUT /v2.0/routers/5ea2b6b9-b548-4988-96fc-a9a1b1c509a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9657736 Feb 18 13:03:25.867638 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 56094) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 13:03:25.869961 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86aef13-0de6-4923-b2d3-dce7b54bcb0d None None] Routers {'5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 13:03:25.870632 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-e86aef13-0de6-4923-b2d3-dce7b54bcb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T13:03:04Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:03:26.070011 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-e86aef13-0de6-4923-b2d3-dce7b54bcb0d None None] Set router 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 13:03:26.303765 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ba39254f-19af-457e-9e5d-79ef0181d689 admin admin] Notify callbacks [] for router, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:26.385384 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-e86aef13-0de6-4923-b2d3-dce7b54bcb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'name': 'tempest-TestVolumeBootPattern-941074253-router', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:54:48Z', 'updated_at': '2021-02-18T13:03:24Z', 'revision_number': 5, 'project_id': '0044bd282b264e4a8076500916247f6f', 'gw_port': {'id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:49Z', 'updated_at': '2021-02-18T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi'}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:03:26.389578 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86aef13-0de6-4923-b2d3-dce7b54bcb0d None None] Checking router: 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 for host: dv-cinder-776422-1-iscsi {{(pid=83989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 13:03:26.399474 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86aef13-0de6-4923-b2d3-dce7b54bcb0d None None] Routers {'5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 13:03:26.400161 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-e86aef13-0de6-4923-b2d3-dce7b54bcb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T13:03:04Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'], 'active': True} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:03:26.498813 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ba39254f-19af-457e-9e5d-79ef0181d689 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:26.507160 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-ba39254f-19af-457e-9e5d-79ef0181d689 admin admin] Deleting port 60e90a4b-d25e-4b0e-97fb-1f572475bd1d {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 13:03:26.507568 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ba39254f-19af-457e-9e5d-79ef0181d689 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:26.598576 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-e86aef13-0de6-4923-b2d3-dce7b54bcb0d None None] Set router 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 13:03:26.698802 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-ba39254f-19af-457e-9e5d-79ef0181d689 admin admin] For port 60e90a4b-d25e-4b0e-97fb-1f572475bd1d, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=60e90a4b-d25e-4b0e-97fb-1f572475bd1d,segment=NetworkSegment(cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0),segment_id=cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 13:03:26.699115 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ba39254f-19af-457e-9e5d-79ef0181d689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:26.839633 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-ba39254f-19af-457e-9e5d-79ef0181d689 admin admin] Calling delete_port for 60e90a4b-d25e-4b0e-97fb-1f572475bd1d owned by network:router_gateway {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 13:03:27.027443 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ba39254f-19af-457e-9e5d-79ef0181d689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:27.043161 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-01f123d0-fee3-405d-a2df-3ede4467a822 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:03:27.060748 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-e86aef13-0de6-4923-b2d3-dce7b54bcb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'name': 'tempest-TestVolumeBootPattern-941074253-router', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:54:48Z', 'updated_at': '2021-02-18T13:03:24Z', 'revision_number': 5, 'project_id': '0044bd282b264e4a8076500916247f6f', 'gw_port': {'id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:49Z', 'updated_at': '2021-02-18T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi'}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83989) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:03:27.065070 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86aef13-0de6-4923-b2d3-dce7b54bcb0d None None] The sync data for ids ['5ea2b6b9-b548-4988-96fc-a9a1b1c509a9'] in dv-cinder-776422-1-iscsi is: [{'id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'name': 'tempest-TestVolumeBootPattern-941074253-router', 'tenant_id': '0044bd282b264e4a8076500916247f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:54:48Z', 'updated_at': '2021-02-18T13:03:24Z', 'revision_number': 5, 'project_id': '0044bd282b264e4a8076500916247f6f', 'gw_port': {'id': '60e90a4b-d25e-4b0e-97fb-1f572475bd1d', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b6b9-b548-4988-96fc-a9a1b1c509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:54:49Z', 'updated_at': '2021-02-18T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi'}] {{(pid=83989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 13:03:27.147694 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39254f-19af-457e-9e5d-79ef0181d689 admin admin] Pushing event deleted for resources: {'Port': ['ID=60e90a4b-d25e-4b0e-97fb-1f572475bd1d,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:03:27.156131 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ba39254f-19af-457e-9e5d-79ef0181d689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:03:27.275645 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ba39254f-19af-457e-9e5d-79ef0181d689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854408851'] for router_gateway, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:27.302239 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c no longer exists at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 13:03:27.341738 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] No Port match for: 975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 13:03:27.342135 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 975c3f4e-80d1-42f8-b17b-cbfa36b4fe5c not bound to the agent host dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 13:03:27.471794 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ba39254f-19af-457e-9e5d-79ef0181d689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45841'] for router, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:27.474135 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ba39254f-19af-457e-9e5d-79ef0181d689 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:27.494282 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ba39254f-19af-457e-9e5d-79ef0181d689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854419950'] for router, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:27.494868 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba39254f-19af-457e-9e5d-79ef0181d689 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 {{(pid=83987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 13:03:27.508611 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ba39254f-19af-457e-9e5d-79ef0181d689 admin admin] Notify callbacks [] for router, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:27.510914 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ba39254f-19af-457e-9e5d-79ef0181d689 admin admin] 10.222.0.83 "DELETE /v2.0/routers/5ea2b6b9-b548-4988-96fc-a9a1b1c509a9 HTTP/1.1" status: 204 len: 168 time: 1.6412175 Feb 18 13:03:27.512641 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 56098) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 13:03:27.580585 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-448024db-309e-4eb4-a49c-2a9777204f84 admin admin] Deleting subnet 16b0130f-6807-4465-93a6-a479c0f09cef {{(pid=83987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 13:03:27.583813 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-448024db-309e-4eb4-a49c-2a9777204f84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:27.640427 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-448024db-309e-4eb4-a49c-2a9777204f84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6823350'] for subnet, precommit_delete_associations {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:27.729425 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-448024db-309e-4eb4-a49c-2a9777204f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662214'] for subnet, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:27.993442 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-448024db-309e-4eb4-a49c-2a9777204f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6853467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848154909'] for subnet, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:28.009452 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-872308df-0c19-4ce0-81a4-df6f1332506e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:03:28.105901 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448024db-309e-4eb4-a49c-2a9777204f84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16b0130f-6807-4465-93a6-a479c0f09cef,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:03:28.109953 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-448024db-309e-4eb4-a49c-2a9777204f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:03:28.143176 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-448024db-309e-4eb4-a49c-2a9777204f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:28.149156 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90431b51-06ad-441e-8168-04ba004ff099 None None] Network 4964e697-e088-4339-9e4d-60047496f987 requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 13:03:28.149553 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-448024db-309e-4eb4-a49c-2a9777204f84 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/16b0130f-6807-4465-93a6-a479c0f09cef HTTP/1.1" status: 204 len: 168 time: 0.6358886 Feb 18 13:03:28.152451 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 56102) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 13:03:28.271553 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2c7fc433-da57-403a-8586-03f4952649bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854250921'] for network, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:28.346626 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fc433-da57-403a-8586-03f4952649bf admin admin] Deleting port 62db69e0-ae05-4f76-95f5-6c59766deccb {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 13:03:28.347016 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2c7fc433-da57-403a-8586-03f4952649bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:28.427626 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac4a727-09ab-4bfa-b37a-240b00ffc869 None None] DHCP port deletion for 4964e697-e088-4339-9e4d-60047496f987 request from dv-cinder-776422-1-iscsi {{(pid=83988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 18 13:03:28.432983 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-aac4a727-09ab-4bfa-b37a-240b00ffc869 None None] Deleting port 62db69e0-ae05-4f76-95f5-6c59766deccb {{(pid=83988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 13:03:28.433405 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aac4a727-09ab-4bfa-b37a-240b00ffc869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:28.588323 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-2c7fc433-da57-403a-8586-03f4952649bf admin admin] For port 62db69e0-ae05-4f76-95f5-6c59766deccb, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=62db69e0-ae05-4f76-95f5-6c59766deccb,segment=NetworkSegment(d163d6fb-69d5-4c8e-beef-2ee437204402),segment_id=d163d6fb-69d5-4c8e-beef-2ee437204402)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 13:03:28.588608 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2c7fc433-da57-403a-8586-03f4952649bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:28.657660 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-aac4a727-09ab-4bfa-b37a-240b00ffc869 None None] For port 62db69e0-ae05-4f76-95f5-6c59766deccb, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=62db69e0-ae05-4f76-95f5-6c59766deccb,segment=NetworkSegment(d163d6fb-69d5-4c8e-beef-2ee437204402),segment_id=d163d6fb-69d5-4c8e-beef-2ee437204402)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 13:03:28.658029 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aac4a727-09ab-4bfa-b37a-240b00ffc869 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:28.726269 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fc433-da57-403a-8586-03f4952649bf admin admin] Calling delete_port for 62db69e0-ae05-4f76-95f5-6c59766deccb owned by network:dhcp {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 13:03:28.794359 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-aac4a727-09ab-4bfa-b37a-240b00ffc869 None None] Calling delete_port for 62db69e0-ae05-4f76-95f5-6c59766deccb owned by network:dhcp {{(pid=83988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 13:03:28.807957 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2c7fc433-da57-403a-8586-03f4952649bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:28.823428 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-61803331-677c-4feb-8999-137e0b2b0e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:03:28.869561 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [None req-aac4a727-09ab-4bfa-b37a-240b00ffc869 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83988) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 13:03:28.869874 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_db.api [None req-aac4a727-09ab-4bfa-b37a-240b00ffc869 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 13:03:28.930042 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fc433-da57-403a-8586-03f4952649bf admin admin] Pushing event deleted for resources: {'Port': ['ID=62db69e0-ae05-4f76-95f5-6c59766deccb,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:03:28.933085 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2c7fc433-da57-403a-8586-03f4952649bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:03:28.972365 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7fc433-da57-403a-8586-03f4952649bf admin admin] No DVR routers for this DVR port 62db69e0-ae05-4f76-95f5-6c59766deccb on host dv-cinder-776422-1-iscsi {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 13:03:29.097936 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2c7fc433-da57-403a-8586-03f4952649bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665137', 'neutron.services.segments.db._delete_segments_for_network--9223363305819442394'] for network, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:29.214123 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-2c7fc433-da57-403a-8586-03f4952649bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4964e697-e088-4339-9e4d-60047496f987']}} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:03:29.227973 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-2c7fc433-da57-403a-8586-03f4952649bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd163d6fb-69d5-4c8e-beef-2ee437204402') {'for_net_delete': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:03:29.228311 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-2c7fc433-da57-403a-8586-03f4952649bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd163d6fb-69d5-4c8e-beef-2ee437204402') {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:03:29.241755 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2c7fc433-da57-403a-8586-03f4952649bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305819444442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847952498'] for segment, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:29.260667 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2c7fc433-da57-403a-8586-03f4952649bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:29.262724 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2c7fc433-da57-403a-8586-03f4952649bf admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 13:03:29.288752 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 62db69e0-ae05-4f76-95f5-6c59766deccb no longer exists at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 13:03:29.327942 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] No Port match for: 62db69e0-ae05-4f76-95f5-6c59766deccb {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 13:03:29.328341 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 62db69e0-ae05-4f76-95f5-6c59766deccb not bound to the agent host dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 13:03:29.328802 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 60e90a4b-d25e-4b0e-97fb-1f572475bd1d no longer exists at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 13:03:29.370730 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-aac4a727-09ab-4bfa-b37a-240b00ffc869 None None] Deleting port 62db69e0-ae05-4f76-95f5-6c59766deccb {{(pid=83988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 13:03:29.371165 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aac4a727-09ab-4bfa-b37a-240b00ffc869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:29.398851 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] No Port match for: 60e90a4b-d25e-4b0e-97fb-1f572475bd1d {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 13:03:29.399259 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 60e90a4b-d25e-4b0e-97fb-1f572475bd1d not bound to the agent host dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 13:03:29.451182 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-aac4a727-09ab-4bfa-b37a-240b00ffc869 None None] The port '62db69e0-ae05-4f76-95f5-6c59766deccb' was deleted {{(pid=83988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 18 13:03:29.703636 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-2c7fc433-da57-403a-8586-03f4952649bf admin admin] Network 4964e697-e088-4339-9e4d-60047496f987 has no segments {{(pid=83987) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 13:03:29.712957 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2c7fc433-da57-403a-8586-03f4952649bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-671673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847922950'] for segment, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:29.893831 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-2c7fc433-da57-403a-8586-03f4952649bf admin admin] Network 4964e697-e088-4339-9e4d-60047496f987 has no segments {{(pid=83987) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: Traceback (most recent call last): Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: timer() Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: cb(*args, **kw) Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: return func(*args, **kwargs) Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: self._notify() Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: self.callback(batched_events) Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: event.method(event) Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: segment_id)['aggregates'][0] Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: return f(self, *a, **k) Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: return self._get(url).json() Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: **kwargs) Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: return self.request(url, 'GET', **kwargs) Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: **endpoint_filter) Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 13:03:29.916792 dv-cinder-776422-1-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 13:03:30.003657 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2c7fc433-da57-403a-8586-03f4952649bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854110663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366916'] for network, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:30.007307 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:03:30.024680 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2c7fc433-da57-403a-8586-03f4952649bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:30.031823 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fc433-da57-403a-8586-03f4952649bf admin admin] Pushing event deleted for resources: {'Network': ['ID=4964e697-e088-4339-9e4d-60047496f987,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:03:30.036712 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2c7fc433-da57-403a-8586-03f4952649bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:03:30.049047 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-2c7fc433-da57-403a-8586-03f4952649bf admin admin] 10.222.0.83 "DELETE /v2.0/networks/4964e697-e088-4339-9e4d-60047496f987 HTTP/1.1" status: 204 len: 168 time: 1.8955460 Feb 18 13:03:30.052198 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 56106) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 13:03:30.633260 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4db1298f-171c-4a6b-acba-36eb1e420531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854411185'] for router_interface, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:31.004631 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-4db1298f-171c-4a6b-acba-36eb1e420531 admin admin] Deleting port bf3760ef-6e22-4714-ab7b-83e1407b4d90 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 13:03:31.004876 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4db1298f-171c-4a6b-acba-36eb1e420531 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:31.070083 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-74ca4c88-0aaf-4334-86d9-b52faa39628d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:31.194937 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-4db1298f-171c-4a6b-acba-36eb1e420531 admin admin] For port bf3760ef-6e22-4714-ab7b-83e1407b4d90, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=bf3760ef-6e22-4714-ab7b-83e1407b4d90,segment=NetworkSegment(99e76c3a-8f87-46a8-9066-0644b0e1630a),segment_id=99e76c3a-8f87-46a8-9066-0644b0e1630a)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 13:03:31.195345 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4db1298f-171c-4a6b-acba-36eb1e420531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:31.328930 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-4db1298f-171c-4a6b-acba-36eb1e420531 admin admin] Calling delete_port for bf3760ef-6e22-4714-ab7b-83e1407b4d90 owned by network:router_interface {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 13:03:31.511847 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4db1298f-171c-4a6b-acba-36eb1e420531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:31.530339 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-38268e55-3278-4942-99ff-23fd3946c769 tempest-TestVolumeBootPattern-1796472576 tempest-TestVolumeBootPattern-1796472576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:03:31.626089 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1298f-171c-4a6b-acba-36eb1e420531 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf3760ef-6e22-4714-ab7b-83e1407b4d90,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:03:31.629058 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4db1298f-171c-4a6b-acba-36eb1e420531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:03:31.946285 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4db1298f-171c-4a6b-acba-36eb1e420531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355836'] for router_interface, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:32.707525 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db1298f-171c-4a6b-acba-36eb1e420531 admin admin] Router 066fd350-10b0-4e25-81ce-4f2c2cfc84f6 has already been hosted by L3 agent 17a2431a-caf4-452b-8584-7c9a9fda59b7 {{(pid=83987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 13:03:32.903629 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db1298f-171c-4a6b-acba-36eb1e420531 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-iscsi the message routers_updated {{(pid=83987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 13:03:32.913355 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b54c2e-67f2-44c9-adfd-81c62362f447 None None] Sync routers for ids ['066fd350-10b0-4e25-81ce-4f2c2cfc84f6'] in dv-cinder-776422-1-iscsi {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 13:03:32.913571 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-4db1298f-171c-4a6b-acba-36eb1e420531 admin admin] 10.222.0.83 "PUT /v2.0/routers/066fd350-10b0-4e25-81ce-4f2c2cfc84f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8597529 Feb 18 13:03:32.916228 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 56110) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 13:03:32.924774 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b54c2e-67f2-44c9-adfd-81c62362f447 None None] Routers {'066fd350-10b0-4e25-81ce-4f2c2cfc84f6'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 13:03:32.925454 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d7b54c2e-67f2-44c9-adfd-81c62362f447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T13:03:04Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['066fd350-10b0-4e25-81ce-4f2c2cfc84f6'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:03:33.109712 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1dc2978e-c4b3-4c1a-ae75-1f661ed93f48 admin admin] Notify callbacks [] for router, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:33.119878 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-d7b54c2e-67f2-44c9-adfd-81c62362f447 None None] Set router 066fd350-10b0-4e25-81ce-4f2c2cfc84f6 gateway port host: dv-cinder-776422-1-iscsi {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 13:03:33.308453 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1dc2978e-c4b3-4c1a-ae75-1f661ed93f48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:33.317489 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-1dc2978e-c4b3-4c1a-ae75-1f661ed93f48 admin admin] Deleting port 0fd5931f-5fc9-4260-b440-e919521e55a4 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 13:03:33.317876 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1dc2978e-c4b3-4c1a-ae75-1f661ed93f48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:33.440800 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d7b54c2e-67f2-44c9-adfd-81c62362f447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '066fd350-10b0-4e25-81ce-4f2c2cfc84f6', 'name': 'tempest-TestVolumeBootPattern-56722149-router', 'tenant_id': '5d1de5fd3d58471fbebb7494ab2411e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'external_fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0fd5931f-5fc9-4260-b440-e919521e55a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:00Z', 'updated_at': '2021-02-18T13:03:31Z', 'revision_number': 5, 'project_id': '5d1de5fd3d58471fbebb7494ab2411e1', 'gw_port': {'id': '0fd5931f-5fc9-4260-b440-e919521e55a4', 'name': '', 'network_id': 'af22eeb7-a3c9-494b-a94b-4ce3a52cae78', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066fd350-10b0-4e25-81ce-4f2c2cfc84f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:02Z', 'updated_at': '2021-02-18T12:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f96d68a-30b3-4cd1-8fb4-11341d49a56c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-iscsi'}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:03:33.445644 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b54c2e-67f2-44c9-adfd-81c62362f447 None None] Checking router: 066fd350-10b0-4e25-81ce-4f2c2cfc84f6 for host: dv-cinder-776422-1-iscsi {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 13:03:33.454814 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b54c2e-67f2-44c9-adfd-81c62362f447 None None] Routers {'066fd350-10b0-4e25-81ce-4f2c2cfc84f6'} bound to L3 agent in host dv-cinder-776422-1-iscsi {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 13:03:33.455478 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d7b54c2e-67f2-44c9-adfd-81c62362f447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:21:33Z,description=,heartbeat_timestamp=2021-02-18T13:03:04Z,host='dv-cinder-776422-1-iscsi',id=17a2431a-caf4-452b-8584-7c9a9fda59b7,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:21:33Z,topic='l3_agent')) {'router_ids': ['066fd350-10b0-4e25-81ce-4f2c2cfc84f6'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:03:33.514630 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-1dc2978e-c4b3-4c1a-ae75-1f661ed93f48 admin admin] For port 0fd5931f-5fc9-4260-b440-e919521e55a4, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=0fd5931f-5fc9-4260-b440-e919521e55a4,segment=NetworkSegment(cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0),segment_id=cc381b8d-9a9f-425a-b4c4-1c0a250e1ac0)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 13:03:33.515029 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1dc2978e-c4b3-4c1a-ae75-1f661ed93f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:33.614012 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-892b2e7f-b125-4c83-94f1-6d1b9f948329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:33.636418 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-d7b54c2e-67f2-44c9-adfd-81c62362f447 None None] Set router 066fd350-10b0-4e25-81ce-4f2c2cfc84f6 gateway port host: None {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 13:03:33.656832 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-1dc2978e-c4b3-4c1a-ae75-1f661ed93f48 admin admin] Calling delete_port for 0fd5931f-5fc9-4260-b440-e919521e55a4 owned by network:router_gateway {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 13:03:33.752974 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d7b54c2e-67f2-44c9-adfd-81c62362f447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '066fd350-10b0-4e25-81ce-4f2c2cfc84f6', 'name': 'tempest-TestVolumeBootPattern-56722149-router', 'tenant_id': '5d1de5fd3d58471fbebb7494ab2411e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:00Z', 'updated_at': '2021-02-18T13:03:33Z', 'revision_number': 6, 'project_id': '5d1de5fd3d58471fbebb7494ab2411e1', 'gw_port_host': None}], 'dv-cinder-776422-1-iscsi', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:03:33.757939 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b54c2e-67f2-44c9-adfd-81c62362f447 None None] The sync data for ids ['066fd350-10b0-4e25-81ce-4f2c2cfc84f6'] in dv-cinder-776422-1-iscsi is: [{'id': '066fd350-10b0-4e25-81ce-4f2c2cfc84f6', 'name': 'tempest-TestVolumeBootPattern-56722149-router', 'tenant_id': '5d1de5fd3d58471fbebb7494ab2411e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:00Z', 'updated_at': '2021-02-18T13:03:33Z', 'revision_number': 6, 'project_id': '5d1de5fd3d58471fbebb7494ab2411e1', 'gw_port_host': None}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 13:03:33.845418 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1dc2978e-c4b3-4c1a-ae75-1f661ed93f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:33.861728 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b4dfb550-783e-4559-8774-4c9956f90800 tempest-AttachVolumeNegativeTest-1159467979 tempest-AttachVolumeNegativeTest-1159467979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:03:33.967129 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2978e-c4b3-4c1a-ae75-1f661ed93f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fd5931f-5fc9-4260-b440-e919521e55a4,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:03:33.972103 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1dc2978e-c4b3-4c1a-ae75-1f661ed93f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:03:34.018162 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:34.096569 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1dc2978e-c4b3-4c1a-ae75-1f661ed93f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854408851'] for router_gateway, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:34.284812 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1dc2978e-c4b3-4c1a-ae75-1f661ed93f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-370654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45841'] for router, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:34.287172 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1dc2978e-c4b3-4c1a-ae75-1f661ed93f48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:34.310943 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1dc2978e-c4b3-4c1a-ae75-1f661ed93f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854419950'] for router, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:34.311547 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc2978e-c4b3-4c1a-ae75-1f661ed93f48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 066fd350-10b0-4e25-81ce-4f2c2cfc84f6 {{(pid=83987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 13:03:34.324572 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1dc2978e-c4b3-4c1a-ae75-1f661ed93f48 admin admin] Notify callbacks [] for router, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:34.326321 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-1dc2978e-c4b3-4c1a-ae75-1f661ed93f48 admin admin] 10.222.0.83 "DELETE /v2.0/routers/066fd350-10b0-4e25-81ce-4f2c2cfc84f6 HTTP/1.1" status: 204 len: 168 time: 1.4090848 Feb 18 13:03:34.329200 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 56114) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 13:03:34.402751 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c72087-6644-4409-9c50-b9604d7d724d admin admin] Deleting subnet 870c844f-a56b-4e55-b6c9-6af7f1ca14b3 {{(pid=83987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 13:03:34.406271 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-97c72087-6644-4409-9c50-b9604d7d724d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:34.461306 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-97c72087-6644-4409-9c50-b9604d7d724d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6823350'] for subnet, precommit_delete_associations {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:34.550617 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-97c72087-6644-4409-9c50-b9604d7d724d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662214'] for subnet, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:34.810017 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-97c72087-6644-4409-9c50-b9604d7d724d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6853467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848154909'] for subnet, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:34.825431 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:03:34.920741 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c72087-6644-4409-9c50-b9604d7d724d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=870c844f-a56b-4e55-b6c9-6af7f1ca14b3,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:03:34.924638 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-97c72087-6644-4409-9c50-b9604d7d724d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:03:34.957584 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-97c72087-6644-4409-9c50-b9604d7d724d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for subnet, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:34.963805 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac995726-1a28-4543-8fac-160674dc67ab None None] Network 5aa267fd-5f14-4e65-84fe-419c0a052e2e requested from dv-cinder-776422-1-iscsi {{(pid=83988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 13:03:34.964160 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-97c72087-6644-4409-9c50-b9604d7d724d admin admin] 10.222.0.83 "DELETE /v2.0/subnets/870c844f-a56b-4e55-b6c9-6af7f1ca14b3 HTTP/1.1" status: 204 len: 168 time: 0.6339400 Feb 18 13:03:34.966841 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 56118) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 13:03:35.085958 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-84de984c-f128-4574-86a3-f6d3620f6ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854250921'] for network, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:35.236991 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6824bc2f-996b-4bfa-b220-c6928791fb8d None None] DHCP port deletion for 5aa267fd-5f14-4e65-84fe-419c0a052e2e request from dv-cinder-776422-1-iscsi {{(pid=83988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 18 13:03:35.249131 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-6824bc2f-996b-4bfa-b220-c6928791fb8d None None] Deleting port 178ae26f-359f-47d4-84c7-d3b62f21c2f0 {{(pid=83988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 13:03:35.249562 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6824bc2f-996b-4bfa-b220-c6928791fb8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:35.303207 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 0fd5931f-5fc9-4260-b440-e919521e55a4 no longer exists at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 13:03:35.349186 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] No Port match for: 0fd5931f-5fc9-4260-b440-e919521e55a4 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 13:03:35.349560 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 0fd5931f-5fc9-4260-b440-e919521e55a4 not bound to the agent host dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 13:03:35.350068 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device 178ae26f-359f-47d4-84c7-d3b62f21c2f0 no longer exists at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 13:03:35.376339 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:35.418943 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-84de984c-f128-4574-86a3-f6d3620f6ccc admin admin] Deleting port 178ae26f-359f-47d4-84c7-d3b62f21c2f0 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 13:03:35.419301 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-84de984c-f128-4574-86a3-f6d3620f6ccc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:35.655947 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-84de984c-f128-4574-86a3-f6d3620f6ccc admin admin] For port 178ae26f-359f-47d4-84c7-d3b62f21c2f0, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=178ae26f-359f-47d4-84c7-d3b62f21c2f0,segment=NetworkSegment(99e76c3a-8f87-46a8-9066-0644b0e1630a),segment_id=99e76c3a-8f87-46a8-9066-0644b0e1630a)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 13:03:35.657243 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-84de984c-f128-4574-86a3-f6d3620f6ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:35.797482 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-84de984c-f128-4574-86a3-f6d3620f6ccc admin admin] Calling delete_port for 178ae26f-359f-47d4-84c7-d3b62f21c2f0 owned by network:dhcp {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 13:03:35.805673 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:35.825778 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854061541'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:35.843760 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-6824bc2f-996b-4bfa-b220-c6928791fb8d None None] For port 178ae26f-359f-47d4-84c7-d3b62f21c2f0, host dv-cinder-776422-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-iscsi',level=0,port_id=178ae26f-359f-47d4-84c7-d3b62f21c2f0,segment=NetworkSegment(99e76c3a-8f87-46a8-9066-0644b0e1630a),segment_id=99e76c3a-8f87-46a8-9066-0644b0e1630a)] {{(pid=83988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 13:03:35.844196 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6824bc2f-996b-4bfa-b220-c6928791fb8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:35.877086 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-84de984c-f128-4574-86a3-f6d3620f6ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854061362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846553048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305819633951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731034763891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847922418'] for port, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:35.892566 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1dc2978e-c4b3-4c1a-ae75-1f661ed93f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:03:35.989410 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-6824bc2f-996b-4bfa-b220-c6928791fb8d None None] Calling delete_port for 178ae26f-359f-47d4-84c7-d3b62f21c2f0 owned by network:dhcp {{(pid=83988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 13:03:35.998088 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de984c-f128-4574-86a3-f6d3620f6ccc admin admin] Pushing event deleted for resources: {'Port': ['ID=178ae26f-359f-47d4-84c7-d3b62f21c2f0,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:03:36.004449 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-84de984c-f128-4574-86a3-f6d3620f6ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:03:36.042205 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84de984c-f128-4574-86a3-f6d3620f6ccc admin admin] No DVR routers for this DVR port 178ae26f-359f-47d4-84c7-d3b62f21c2f0 on host dv-cinder-776422-1-iscsi {{(pid=83987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 13:03:36.067675 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device bf3760ef-6e22-4714-ab7b-83e1407b4d90 no longer exists at agent ovs-agent-dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 13:03:36.109358 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] No Port match for: bf3760ef-6e22-4714-ab7b-83e1407b4d90 {{(pid=83988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 13:03:36.109743 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Device bf3760ef-6e22-4714-ab7b-83e1407b4d90 not bound to the agent host dv-cinder-776422-1-iscsi {{(pid=83988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 13:03:36.140187 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [None req-6824bc2f-996b-4bfa-b220-c6928791fb8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83988) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 13:03:36.140608 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_db.api [None req-6824bc2f-996b-4bfa-b220-c6928791fb8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 13:03:36.172287 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-84de984c-f128-4574-86a3-f6d3620f6ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665137', 'neutron.services.segments.db._delete_segments_for_network--9223363305819442394'] for network, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:36.290829 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-84de984c-f128-4574-86a3-f6d3620f6ccc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aa267fd-5f14-4e65-84fe-419c0a052e2e']}} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:03:36.305769 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-84de984c-f128-4574-86a3-f6d3620f6ccc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e76c3a-8f87-46a8-9066-0644b0e1630a') {'for_net_delete': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:03:36.306348 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-84de984c-f128-4574-86a3-f6d3620f6ccc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e76c3a-8f87-46a8-9066-0644b0e1630a') {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:03:36.318314 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-84de984c-f128-4574-86a3-f6d3620f6ccc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305819444442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847952498'] for segment, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:36.333960 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-84de984c-f128-4574-86a3-f6d3620f6ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854104159'] for segment, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:36.336515 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-84de984c-f128-4574-86a3-f6d3620f6ccc admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 13:03:36.524118 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-84de984c-f128-4574-86a3-f6d3620f6ccc admin admin] Network 5aa267fd-5f14-4e65-84fe-419c0a052e2e has no segments {{(pid=83987) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 13:03:36.533177 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-84de984c-f128-4574-86a3-f6d3620f6ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-671673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847922950'] for segment, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:36.642500 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-6824bc2f-996b-4bfa-b220-c6928791fb8d None None] Deleting port 178ae26f-359f-47d4-84c7-d3b62f21c2f0 {{(pid=83988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 13:03:36.642962 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6824bc2f-996b-4bfa-b220-c6928791fb8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305819606866'] for port, before_delete {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:36.714454 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-6824bc2f-996b-4bfa-b220-c6928791fb8d None None] The port '178ae26f-359f-47d4-84c7-d3b62f21c2f0' was deleted {{(pid=83988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 18 13:03:36.714730 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-84de984c-f128-4574-86a3-f6d3620f6ccc admin admin] Network 5aa267fd-5f14-4e65-84fe-419c0a052e2e has no segments {{(pid=83987) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: Traceback (most recent call last): Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: timer() Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: cb(*args, **kw) Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: return func(*args, **kwargs) Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: self._notify() Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: self.callback(batched_events) Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: event.method(event) Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: segment_id)['aggregates'][0] Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: return f(self, *a, **k) Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: return self._get(url).json() Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: **kwargs) Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: return self.request(url, 'GET', **kwargs) Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: **endpoint_filter) Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 13:03:36.742768 dv-cinder-776422-1-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 13:03:36.820364 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-84de984c-f128-4574-86a3-f6d3620f6ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854110663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846870357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366916'] for network, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:36.823910 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3ae089a7-d0b4-443b-9276-cb34c963a6d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:03:36.840052 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-84de984c-f128-4574-86a3-f6d3620f6ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846870342'] for network, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:36.846650 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de984c-f128-4574-86a3-f6d3620f6ccc admin admin] Pushing event deleted for resources: {'Network': ['ID=5aa267fd-5f14-4e65-84fe-419c0a052e2e,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:03:36.851228 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-84de984c-f128-4574-86a3-f6d3620f6ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:03:36.854025 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-84de984c-f128-4574-86a3-f6d3620f6ccc admin admin] 10.222.0.83 "DELETE /v2.0/networks/5aa267fd-5f14-4e65-84fe-419c0a052e2e HTTP/1.1" status: 204 len: 168 time: 1.8862054 Feb 18 13:03:36.966309 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 56124) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 13:03:37.024493 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-e12f0d39-cada-4e65-85cf-9e02a17ecb06 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0044bd282b264e4a8076500916247f6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0566542 Feb 18 13:03:37.027067 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 56128) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 13:03:37.090096 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-efb6b236-9a05-4ec1-b509-4e7c1b7ff96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:37.118310 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-efb6b236-9a05-4ec1-b509-4e7c1b7ff96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:37.165443 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-efb6b236-9a05-4ec1-b509-4e7c1b7ff96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:37.170570 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-81041f63-e292-40d5-98fd-1184021de3f4 tempest-VolumesNegativeTest-2068321515 tempest-VolumesNegativeTest-2068321515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:03:37.184970 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6b236-9a05-4ec1-b509-4e7c1b7ff96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473974e1-9a04-4712-ab80-d83c5c07d487,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:03:37.190486 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-efb6b236-9a05-4ec1-b509-4e7c1b7ff96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:03:37.192444 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-efb6b236-9a05-4ec1-b509-4e7c1b7ff96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:37.193684 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-efb6b236-9a05-4ec1-b509-4e7c1b7ff96e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/473974e1-9a04-4712-ab80-d83c5c07d487 HTTP/1.1" status: 204 len: 168 time: 0.1655591 Feb 18 13:03:37.560722 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 56136) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 13:03:37.613128 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-380c0dbf-da75-473c-9752-21c22d06156b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5d1de5fd3d58471fbebb7494ab2411e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509880 Feb 18 13:03:37.615733 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83987) accepted ('10.222.0.83', 56140) {{(pid=83987) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 13:03:37.682343 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-027b269c-227d-4aef-aa49-08e439fa2682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:37.710844 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-027b269c-227d-4aef-aa49-08e439fa2682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:37.756678 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-027b269c-227d-4aef-aa49-08e439fa2682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846898402'] for security_group, after_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:37.760843 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5d82b4a2-5640-4e0c-92c7-7fe2329e0ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:03:37.776584 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b269c-227d-4aef-aa49-08e439fa2682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b32a33a-3261-4581-a395-a014e7076261,revision_number=None']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:03:37.781029 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-027b269c-227d-4aef-aa49-08e439fa2682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:03:37.785555 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-027b269c-227d-4aef-aa49-08e439fa2682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:37.786787 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-027b269c-227d-4aef-aa49-08e439fa2682 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1b32a33a-3261-4581-a395-a014e7076261 HTTP/1.1" status: 204 len: 168 time: 0.1700499 Feb 18 13:03:47.128011 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:52.345363 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 13:04:01.057858 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3a14d682-1140-4860-a7ec-505b179e21a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:04:03.536155 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b3b72183-efd5-446e-b55f-1472aef64776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:04:04.017069 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:04:05.248272 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:04:05.682013 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:04:17.156688 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:04:29.345669 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 13:04:31.060822 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7326834f-4a93-4e6c-9a71-9f47729ae753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:04:33.538079 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-45f29830-907e-4321-8f9a-acd63faab524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:04:34.018590 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:04:35.250749 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:04:35.685290 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:04:47.166228 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:05:01.062948 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-48997e21-3051-404f-8eee-3b44bd9925f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:05:03.539841 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ba6860a5-0b70-4898-a0a6-7696868040a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:05:04.022425 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:05:05.253511 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:05:05.690634 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:05:06.347281 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 13:05:10.399163 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1230bfa6-d0ad-4593-a232-8593cd1208b6 req-accf758c-df2f-4e3f-a7a1-0fd1cfea9af8 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0502806 Feb 18 13:05:10.538435 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1230bfa6-d0ad-4593-a232-8593cd1208b6 req-0064b962-9c94-4217-9d8f-e8b66f462df0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0521865 Feb 18 13:05:10.597003 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1230bfa6-d0ad-4593-a232-8593cd1208b6 req-a005c743-e2dd-44d2-9537-4bab47404639 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313029 Feb 18 13:05:10.750285 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230bfa6-d0ad-4593-a232-8593cd1208b6 req-2f7597e6-a582-44f4-b41a-9d49ab366da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:05:10.751851 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1230bfa6-d0ad-4593-a232-8593cd1208b6 req-2f7597e6-a582-44f4-b41a-9d49ab366da9 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1487222 Feb 18 13:05:17.197896 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:05:31.065557 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0ee29534-d447-44d9-a296-1ca25ae8e67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:05:33.545419 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e47a9868-52a6-4612-afb4-010a34bd9349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:05:34.028161 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:05:35.256514 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:05:35.693970 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:05:43.348305 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 13:05:47.217838 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:06:01.075272 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5bd2d733-8e87-43e6-9993-88230b3d4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:06:03.537094 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9963c98f-c1d2-48e9-83db-bccfb2ed3d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:06:04.028301 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:06:05.259125 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:06:05.696234 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:06:12.431260 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a01df9ad-2efb-49c0-b280-5f7abd472163 req-989927f9-2878-4396-a843-e010708b0284 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0475328 Feb 18 13:06:12.568139 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a01df9ad-2efb-49c0-b280-5f7abd472163 req-66799324-e8b5-4035-a1e4-fd4ff2c7b5bb service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0456526 Feb 18 13:06:12.628207 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a01df9ad-2efb-49c0-b280-5f7abd472163 req-62b653b9-7a98-4e1b-886a-807f21bbabd6 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348284 Feb 18 13:06:12.778347 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01df9ad-2efb-49c0-b280-5f7abd472163 req-4a162d12-b67b-433b-b4dd-a939b9fc5181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:06:12.779885 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a01df9ad-2efb-49c0-b280-5f7abd472163 req-4a162d12-b67b-433b-b4dd-a939b9fc5181 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1452408 Feb 18 13:06:17.217955 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:06:20.348695 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 13:06:31.069059 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9150ae56-4d22-4ca6-af39-43c761ea3f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:06:33.538243 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b5015e6a-67ce-4a5b-abae-14c7274b9b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:06:34.030653 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:06:35.262319 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:06:35.700058 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:06:47.224267 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:06:56.330465 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-a2e71582-8963-49cc-9f98-e9a7c066de8a req-255f0e47-30e9-47fa-b50a-2f5543f06e7b service neutron] (83986) timed out ('10.222.0.83', 54430) {{(pid=83986) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 18 13:06:57.349276 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 13:07:01.078712 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cd35bc5b-12ff-4248-afa4-f98be76c64d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:07:03.541480 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ce742328-6a38-4abc-b447-c5e732880621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:07:04.035271 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:07:05.265542 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:07:05.704907 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:07:12.643104 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f4560596-65f2-48ec-9a33-04e4d86ce866 req-dc890f48-b591-4d88-9bae-e796bffa4f91 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2522397 Feb 18 13:07:12.786423 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f4560596-65f2-48ec-9a33-04e4d86ce866 req-e9600afc-7089-41ee-ad78-e2db741b1c4f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0510910 Feb 18 13:07:12.844696 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f4560596-65f2-48ec-9a33-04e4d86ce866 req-04c30e1f-b24d-4bc3-a279-be6f8aabca98 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319803 Feb 18 13:07:13.007167 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4560596-65f2-48ec-9a33-04e4d86ce866 req-b5ec26e8-401b-46bf-9b85-041d89bc9f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:07:13.009094 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f4560596-65f2-48ec-9a33-04e4d86ce866 req-b5ec26e8-401b-46bf-9b85-041d89bc9f8a service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1567173 Feb 18 13:07:17.230564 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:07:31.073985 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9489e31e-20d6-4eee-a91c-99c2ec8b06b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:07:33.543261 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ea8e90f0-d62a-4ef0-88d0-8a2b6ff37a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:07:34.037588 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:07:34.349753 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 13:07:35.271553 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:07:35.708450 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:07:47.226502 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:08:01.077010 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5c57ed27-bb0b-4326-9ae7-a2163087ee5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:08:03.545107 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-95c4dd25-b55c-4826-8a3c-16b9ac0c1287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:08:04.040461 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:08:05.262946 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:08:05.717944 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:08:11.350851 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 13:08:14.409462 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a447deb8-369e-41d1-9c5c-bbad355046f1 req-983f56d0-415e-4b82-9675-0f9ee3f9796f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0578818 Feb 18 13:08:14.548782 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a447deb8-369e-41d1-9c5c-bbad355046f1 req-9590fa84-24d6-4433-abbe-0d98ebc2ea5b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0500462 Feb 18 13:08:14.605799 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a447deb8-369e-41d1-9c5c-bbad355046f1 req-7164cf63-bd6c-4b2a-b2fa-98eac109b324 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298159 Feb 18 13:08:14.757408 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447deb8-369e-41d1-9c5c-bbad355046f1 req-6042568a-aa36-4dbe-8522-2e2bb1c3c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:08:14.759114 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a447deb8-369e-41d1-9c5c-bbad355046f1 req-6042568a-aa36-4dbe-8522-2e2bb1c3c043 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1471915 Feb 18 13:08:17.225963 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:08:31.080321 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5747dc3f-3da2-426b-b0bd-8aee57458ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:08:33.548554 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fcfde09f-cdbb-43a3-9973-972093524fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:08:34.042131 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:08:35.268176 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:08:35.716658 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:08:47.244886 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:08:48.351377 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 13:09:01.083034 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-abc0445c-8530-460e-812d-93785b8f5252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:09:03.551781 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8827bd7c-cae5-48a6-a11f-27259c1e1840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:09:04.045765 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f9ad7ce3-418b-4550-a053-5aad28c031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:09:05.262346 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b6affed-9d26-4046-95e5-c602161da3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:09:05.719943 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3726dd5c-dcea-4771-b7a7-891f1007d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:09:15.398673 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-07253f32-a958-471a-b3aa-e1e6ce7ed355 req-319fe183-6c8f-4333-a858-2f26543fc458 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0545485 Feb 18 13:09:15.543663 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-07253f32-a958-471a-b3aa-e1e6ce7ed355 req-06ee095b-d017-4563-a96c-bbdeb3eeabb1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&device_id=e8ea2d51-cedf-431d-b84a-b2ad42889a66 HTTP/1.1" status: 200 len: 210 time: 0.0508876 Feb 18 13:09:15.619629 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-07253f32-a958-471a-b3aa-e1e6ce7ed355 req-5f0d50a1-c729-4444-b13c-c1e19121d5aa service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=3dcf01e3ea2c4a6eb682ad617909055d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486965 Feb 18 13:09:15.776806 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07253f32-a958-471a-b3aa-e1e6ce7ed355 req-76b45215-03bd-476f-892e-316c9e6c6772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:09:15.778351 dv-cinder-776422-1-iscsi neutron-server[83873]: INFO neutron.wsgi [req-07253f32-a958-471a-b3aa-e1e6ce7ed355 req-76b45215-03bd-476f-892e-316c9e6c6772 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1531639 Feb 18 13:09:17.246784 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34211edb-948b-4bc0-a8bd-065cbf993e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305819442411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663151'] for agent, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:09:25.351975 dv-cinder-776422-1-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-a0956a13-2966-4a84-b41d-448fc01fdc3c None None] Agent healthcheck: found 6 active agents {{(pid=83989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}